:::MLLOG {"namespace": "", "time_ms": 1600511087328, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600511087327, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600511087331, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600511087338, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600511106911, "event_type": "POINT_IN_TIME", "key": "seed", "value": 2483503071, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1600744743659, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600744743660, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600744743659, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600744743659, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600744761867, "event_type": "POINT_IN_TIME", "key": "seed", "value": 849584458, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1600747435392, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600747435392, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600747435392, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600747435392, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600747451618, "event_type": "POINT_IN_TIME", "key": "seed", "value": 2389452346, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1600756926257, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600756926257, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600756926257, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600756926257, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600756942500, "event_type": "POINT_IN_TIME", "key": "seed", "value": 3642604328, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1600756954603, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1600756954604, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1600756954604, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1600756954604, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1600756954605, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1600757212754, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600757213218, "event_type": "POINT_IN_TIME", "key": "seed", "value": 1906624022, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1600757971532, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600757972276, "event_type": "POINT_IN_TIME", "key": "seed", "value": 1442170628, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1600758020672, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600758021055, "event_type": "POINT_IN_TIME", "key": "seed", "value": 1404522095, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1600758133414, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600758133900, "event_type": "POINT_IN_TIME", "key": "seed", "value": 3730520330, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1600758268927, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600758268967, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600758268991, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600758268995, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600758287235, "event_type": "POINT_IN_TIME", "key": "seed", "value": 2354639274, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1600758299421, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1600758299507, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1600758299507, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1600758299508, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1600758299508, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1600758430271, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600758430271, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600758430271, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600758430271, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600758447017, "event_type": "POINT_IN_TIME", "key": "seed", "value": 714677386, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1600758459045, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1600758459046, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1600758459046, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1600758459047, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1600758459047, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1600759001986, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600759002014, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600759001986, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600759002180, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600759022029, "event_type": "POINT_IN_TIME", "key": "seed", "value": 2981196506, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1600759034244, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1600759034341, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1600759034342, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1600759034342, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1600759034343, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1600759120823, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600759120823, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600759120823, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600759120823, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600759138801, "event_type": "POINT_IN_TIME", "key": "seed", "value": 250384734, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1600759152130, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1600759152284, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1600759152284, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1600759152285, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1600759152285, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1600761386591, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600761386592, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600761386591, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600761386658, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600761406244, "event_type": "POINT_IN_TIME", "key": "seed", "value": 3865369144, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1600761544795, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600761545108, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600761545123, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600761545158, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600761560217, "event_type": "POINT_IN_TIME", "key": "seed", "value": 2101740398, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1600761644505, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600761644603, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600761644954, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600761645036, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600761659848, "event_type": "POINT_IN_TIME", "key": "seed", "value": 4210041039, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1600761671786, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1600761671787, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1600761671787, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1600761671788, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1600761671788, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1600762209337, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600762209337, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600762209399, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600762209465, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600762228261, "event_type": "POINT_IN_TIME", "key": "seed", "value": 2629828740, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1600762242338, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1600762242411, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1600762242411, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1600762242412, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1600762242412, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1600762987143, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600762987143, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600762987167, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600762987255, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600763005771, "event_type": "POINT_IN_TIME", "key": "seed", "value": 912164543, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1600763023422, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1600763023554, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1600763023555, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1600763023555, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1600763023555, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1600763225349, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600763225652, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600763225758, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600763225791, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600763240746, "event_type": "POINT_IN_TIME", "key": "seed", "value": 1365763591, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1600763256310, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1600763256312, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1600763256312, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1600763256313, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1600763256313, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1600763311108, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 430}} :::MLLOG {"namespace": "", "time_ms": 1600763311138, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 431}} :::MLLOG {"namespace": "", "time_ms": 1600763311139, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 436, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1600769270761, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600769270789, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600769270846, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600769270895, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600769286299, "event_type": "POINT_IN_TIME", "key": "seed", "value": 1449765773, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1600769301969, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1600769301970, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1600769301971, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1600769301971, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1600769301972, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1600769350939, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 430}} :::MLLOG {"namespace": "", "time_ms": 1600769350946, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 431}} :::MLLOG {"namespace": "", "time_ms": 1600769350946, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 436, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1600769351190, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 16, "metadata": {"file": "train.py", "lineno": 481}} :::MLLOG {"namespace": "", "time_ms": 1600769351191, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 16, "metadata": {"file": "train.py", "lineno": 489}} :::MLLOG {"namespace": "", "time_ms": 1600769351191, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 2990, "metadata": {"file": "train.py", "lineno": 491}} :::MLLOG {"namespace": "", "time_ms": 1600769351192, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1600769351225, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1600769351226, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1600769351226, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1600769351226, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1600769351227, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1600769351227, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1600769351228, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 539, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1600769351228, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 542, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1600826041239, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600826041239, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600826041239, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600826041354, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600826059602, "event_type": "POINT_IN_TIME", "key": "seed", "value": 1939940325, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1600826075893, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1600826075975, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1600826075976, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1600826075976, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1600826075976, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1600826126990, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 430}} :::MLLOG {"namespace": "", "time_ms": 1600826127099, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 431}} :::MLLOG {"namespace": "", "time_ms": 1600826127100, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 436, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1600826127496, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 16, "metadata": {"file": "train.py", "lineno": 481}} :::MLLOG {"namespace": "", "time_ms": 1600826127497, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 16, "metadata": {"file": "train.py", "lineno": 489}} :::MLLOG {"namespace": "", "time_ms": 1600826127497, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 2990, "metadata": {"file": "train.py", "lineno": 491}} :::MLLOG {"namespace": "", "time_ms": 1600826127499, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1600826127621, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1600826127622, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1600826127622, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1600826127622, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1600826127623, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1600826127623, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1600826127624, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 539, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1600826127624, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 542, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1600826458067, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600826458101, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600826458107, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600826458163, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600826474559, "event_type": "POINT_IN_TIME", "key": "seed", "value": 446728189, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1600826490103, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1600826490104, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1600826490104, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1600826490104, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1600826490104, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1600826538356, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 430}} :::MLLOG {"namespace": "", "time_ms": 1600826538713, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 431}} :::MLLOG {"namespace": "", "time_ms": 1600826538713, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 436, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1600826538807, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 16, "metadata": {"file": "train.py", "lineno": 481}} :::MLLOG {"namespace": "", "time_ms": 1600826538808, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 16, "metadata": {"file": "train.py", "lineno": 489}} :::MLLOG {"namespace": "", "time_ms": 1600826538808, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 2990, "metadata": {"file": "train.py", "lineno": 491}} :::MLLOG {"namespace": "", "time_ms": 1600826538809, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1600826538810, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1600826538810, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1600826538811, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1600826538811, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1600826538811, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1600826538812, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1600826538812, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 539, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1600826538812, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 542, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1600829050999, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600829050999, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600829050999, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600829050999, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600829067349, "event_type": "POINT_IN_TIME", "key": "seed", "value": 142524309, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1600829082492, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1600829082507, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1600829082508, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1600829082508, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1600829082508, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1600829126049, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 430}} :::MLLOG {"namespace": "", "time_ms": 1600829127577, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 431}} :::MLLOG {"namespace": "", "time_ms": 1600829127581, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 436, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1600829127767, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 16, "metadata": {"file": "train.py", "lineno": 481}} :::MLLOG {"namespace": "", "time_ms": 1600829127768, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 16, "metadata": {"file": "train.py", "lineno": 489}} :::MLLOG {"namespace": "", "time_ms": 1600829127768, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 2990, "metadata": {"file": "train.py", "lineno": 491}} :::MLLOG {"namespace": "", "time_ms": 1600829127769, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1600829127798, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1600829127798, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1600829127798, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1600829127799, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1600829127799, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1600829127799, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1600829127800, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 539, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1600829127800, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 542, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1600829128960, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 552, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1600829128960, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 557, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1600829360409, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.0, "metadata": {"file": "train.py", "lineno": 563, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1600829360410, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 566, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1600829360411, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 585, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1600829360411, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 539, "first_epoch_num": 2, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1600829360411, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 542, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1600829361538, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 552, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1600829361539, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 557, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1600829581278, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.0, "metadata": {"file": "train.py", "lineno": 563, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1600829581279, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 566, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1600829581279, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 585, "first_epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1600829581280, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 539, "first_epoch_num": 3, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1600829581280, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 542, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1600829581932, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 552, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1600829581936, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 557, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1600829796684, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.0, "metadata": {"file": "train.py", "lineno": 563, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1600829796685, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 566, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1600829796686, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 585, "first_epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1600829796686, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 539, "first_epoch_num": 4, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1600829796686, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 542, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1600829797393, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 552, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1600829797393, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 557, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1600829969792, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600829969792, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600829969792, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600829969792, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600829987888, "event_type": "POINT_IN_TIME", "key": "seed", "value": 1088580068, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1600829998919, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.0, "metadata": {"file": "train.py", "lineno": 563, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1600829998924, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 566, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1600829998925, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 585, "first_epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1600829998925, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 539, "first_epoch_num": 5, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1600829998925, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 542, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1600829999645, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 552, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1600829999645, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 557, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1600830003391, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1600830003580, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1600830003580, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1600830003580, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1600830003581, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1600830119428, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600830119557, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600830119601, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600830119644, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600830134559, "event_type": "POINT_IN_TIME", "key": "seed", "value": 762733771, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1600830149298, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1600830149299, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1600830149300, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1600830149300, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1600830149300, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1600830168065, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.0, "metadata": {"file": "train.py", "lineno": 563, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1600830168070, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 566, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1600830168071, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 585, "first_epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1600830168072, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 539, "first_epoch_num": 6, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1600830168072, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 542, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1600830168730, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 552, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1600830168731, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 557, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1600830193279, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 430}} :::MLLOG {"namespace": "", "time_ms": 1600830194422, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 431}} :::MLLOG {"namespace": "", "time_ms": 1600830194422, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 436, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1600830194740, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 512, "metadata": {"file": "train.py", "lineno": 481}} :::MLLOG {"namespace": "", "time_ms": 1600830194741, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 0, "metadata": {"file": "train.py", "lineno": 489}} :::MLLOG {"namespace": "", "time_ms": 1600830194741, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 2990, "metadata": {"file": "train.py", "lineno": 491}} :::MLLOG {"namespace": "", "time_ms": 1600830194742, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1600830194827, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1600830194828, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1600830194828, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1600830194828, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1600830194829, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1600830194829, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1600830194829, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 539, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1600830194830, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 542, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1600830197317, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 552, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1600830197318, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 557, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1600830242213, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.0, "metadata": {"file": "train.py", "lineno": 563, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1600830242213, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 566, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1600830242214, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 585, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1600830242214, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 539, "first_epoch_num": 2, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1600830242215, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 542, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1600830243973, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 552, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1600830243973, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 557, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1600830281129, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.0, "metadata": {"file": "train.py", "lineno": 563, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1600830281129, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 566, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1600830281130, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 585, "first_epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1600830281130, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 539, "first_epoch_num": 3, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1600830281131, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 542, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1600830283072, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 552, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1600830283073, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 557, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1600830312572, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.0, "metadata": {"file": "train.py", "lineno": 563, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1600830312584, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 566, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1600830312584, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 585, "first_epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1600830312585, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 539, "first_epoch_num": 7, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1600830312585, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 542, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1600830313296, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 552, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1600830313296, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 557, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1600830320534, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.0, "metadata": {"file": "train.py", "lineno": 563, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1600830320537, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 566, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1600830320538, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 585, "first_epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1600830320538, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 539, "first_epoch_num": 4, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1600830320538, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 542, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1600830322306, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 552, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1600830322307, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 557, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1600830359729, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.0, "metadata": {"file": "train.py", "lineno": 563, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1600830359730, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 566, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1600830359730, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 585, "first_epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1600830359731, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 539, "first_epoch_num": 5, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1600830359731, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 542, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1600830361684, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 552, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1600830361685, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 557, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1600830399022, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.0, "metadata": {"file": "train.py", "lineno": 563, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1600830399023, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 566, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1600830399024, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 585, "first_epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1600830399024, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 539, "first_epoch_num": 6, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1600830399024, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 542, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1600830401015, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 552, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1600830401016, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 557, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1600830438316, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.0, "metadata": {"file": "train.py", "lineno": 563, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1600830438317, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 566, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1600830438317, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 585, "first_epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1600830438318, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 539, "first_epoch_num": 7, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1600830438318, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 542, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1600830440092, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 552, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1600830440093, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 557, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1600830446454, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.0, "metadata": {"file": "train.py", "lineno": 563, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1600830446459, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 566, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1600830446460, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 585, "first_epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1600830446460, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 539, "first_epoch_num": 8, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1600830446460, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 542, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1600830447119, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 552, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1600830447120, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 557, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1600830477325, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.0, "metadata": {"file": "train.py", "lineno": 563, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1600830477330, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 566, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1600830477331, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 585, "first_epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1600830477331, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 539, "first_epoch_num": 8, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1600830477331, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 542, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1600830479107, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 552, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1600830479108, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 557, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1600830516604, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.0, "metadata": {"file": "train.py", "lineno": 563, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1600830516605, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 566, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1600830516606, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 585, "first_epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1600830516606, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "train.py", "lineno": 596, "status": "aborted"}} :::MLLOG {"namespace": "", "time_ms": 1600830545984, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.0, "metadata": {"file": "train.py", "lineno": 563, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1600830545987, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 566, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1600830545988, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 585, "first_epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1600830545989, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "train.py", "lineno": 596, "status": "aborted"}} :::MLLOG {"namespace": "", "time_ms": 1600855412164, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600855412164, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600855412164, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600855412164, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600855434331, "event_type": "POINT_IN_TIME", "key": "seed", "value": 406486509, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1600855450906, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1600855451000, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1600855451001, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1600855451001, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1600855451001, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1600855497187, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 430}} :::MLLOG {"namespace": "", "time_ms": 1600855498867, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 431}} :::MLLOG {"namespace": "", "time_ms": 1600855498871, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 436, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1600855499500, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 512, "metadata": {"file": "train.py", "lineno": 481}} :::MLLOG {"namespace": "", "time_ms": 1600855499501, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974144, "metadata": {"file": "train.py", "lineno": 489}} :::MLLOG {"namespace": "", "time_ms": 1600855499502, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 491}} :::MLLOG {"namespace": "", "time_ms": 1600855499503, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1600855499549, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1600855499550, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1600855499550, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1600855499550, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1600855499551, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1600855499551, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1600855499551, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 539, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1600855499552, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 542, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1600857630407, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600857630407, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600857630407, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600857630407, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600857650261, "event_type": "POINT_IN_TIME", "key": "seed", "value": 1746100327, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1600857666776, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1600857666878, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1600857666878, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1600857666878, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1600857666879, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1600857714845, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 430}} :::MLLOG {"namespace": "", "time_ms": 1600857714908, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 431}} :::MLLOG {"namespace": "", "time_ms": 1600857714909, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 436, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1600857715550, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 512, "metadata": {"file": "train.py", "lineno": 481}} :::MLLOG {"namespace": "", "time_ms": 1600857715552, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974144, "metadata": {"file": "train.py", "lineno": 489}} :::MLLOG {"namespace": "", "time_ms": 1600857715552, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 491}} :::MLLOG {"namespace": "", "time_ms": 1600857715553, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1600857715624, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1600857715624, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1600857715625, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1600857715625, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1600857715625, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1600857715626, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1600857715626, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 539, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1600857715626, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 542, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1600857906536, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600857906536, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600857906536, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600857906536, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600857922815, "event_type": "POINT_IN_TIME", "key": "seed", "value": 2624164444, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1600857939109, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1600857939110, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1600857939111, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1600857939111, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1600857939111, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1600857984006, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 430}} :::MLLOG {"namespace": "", "time_ms": 1600857984019, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 431}} :::MLLOG {"namespace": "", "time_ms": 1600857984021, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 436, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1600857984420, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 256, "metadata": {"file": "train.py", "lineno": 481}} :::MLLOG {"namespace": "", "time_ms": 1600857984421, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974400, "metadata": {"file": "train.py", "lineno": 489}} :::MLLOG {"namespace": "", "time_ms": 1600857984421, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 491}} :::MLLOG {"namespace": "", "time_ms": 1600857984423, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1600857984423, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1600857984424, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1600857984424, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1600857984424, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1600857984424, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1600857984425, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1600857984425, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 539, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1600857984426, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 542, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1600858461149, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600858461149, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600858461149, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600858461149, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600858479503, "event_type": "POINT_IN_TIME", "key": "seed", "value": 3749839980, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1600858495884, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1600858495962, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1600858495963, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1600858495963, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1600858495963, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1600858543692, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 430}} :::MLLOG {"namespace": "", "time_ms": 1600858543750, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 431}} :::MLLOG {"namespace": "", "time_ms": 1600858543751, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 436, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1600858544404, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 512, "metadata": {"file": "train.py", "lineno": 481}} :::MLLOG {"namespace": "", "time_ms": 1600858544406, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974144, "metadata": {"file": "train.py", "lineno": 489}} :::MLLOG {"namespace": "", "time_ms": 1600858544406, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 491}} :::MLLOG {"namespace": "", "time_ms": 1600858544407, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1600858544658, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1600858544659, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1600858544659, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1600858544659, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1600858544660, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1600858544660, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1600858544660, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 539, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1600858544661, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 542, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1600859047849, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600859047849, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600859047849, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600859047849, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1600859064043, "event_type": "POINT_IN_TIME", "key": "seed", "value": 3619366590, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1600859080002, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1600859080003, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1600859080003, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1600859080004, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1600859080004, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1600859120576, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 430}} :::MLLOG {"namespace": "", "time_ms": 1600859124310, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 431}} :::MLLOG {"namespace": "", "time_ms": 1600859124311, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 436, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1600859124618, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 512, "metadata": {"file": "train.py", "lineno": 481}} :::MLLOG {"namespace": "", "time_ms": 1600859124619, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974144, "metadata": {"file": "train.py", "lineno": 489}} :::MLLOG {"namespace": "", "time_ms": 1600859124619, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 491}} :::MLLOG {"namespace": "", "time_ms": 1600859124620, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1600859124621, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1600859124621, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1600859124622, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1600859124622, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1600859124622, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1600859124623, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1600859124623, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 539, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1600859124623, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 542, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1600867631662, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 552, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1600867631703, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 557, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1600867656279, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.20850000000000002, "metadata": {"file": "train.py", "lineno": 563, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1600867656280, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 566, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1600867656281, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 585, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1600867656281, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 539, "first_epoch_num": 2, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1600867656281, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 542, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1600877205125, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 552, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1600877205125, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 557, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1600877218219, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2127, "metadata": {"file": "train.py", "lineno": 563, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1600877218219, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 566, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1600877218220, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 585, "first_epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1600877218220, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 539, "first_epoch_num": 3, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1600877218221, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 542, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1600886771145, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 552, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1600886771146, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 557, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1600886784114, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.21780000000000002, "metadata": {"file": "train.py", "lineno": 563, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1600886784115, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 566, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1600886784115, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 585, "first_epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1600886784116, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 539, "first_epoch_num": 4, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1600886784116, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 542, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1600896331520, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 552, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1600896331520, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 557, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1600896344371, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2235, "metadata": {"file": "train.py", "lineno": 563, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1600896344372, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 566, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1600896344372, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 585, "first_epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1600896344373, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 539, "first_epoch_num": 5, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1600896344373, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 542, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1600905936454, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 552, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1600905936454, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 557, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1600905949409, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.22769999999999999, "metadata": {"file": "train.py", "lineno": 563, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1600905949409, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 566, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1600905949410, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 585, "first_epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1600905949410, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 539, "first_epoch_num": 6, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1600905949411, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 542, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1600915523792, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 552, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1600915523793, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 557, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1600915536514, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2289, "metadata": {"file": "train.py", "lineno": 563, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1600915536514, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 566, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1600915536515, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 585, "first_epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1600915536515, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 539, "first_epoch_num": 7, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1600915536516, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 542, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1600925105782, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 552, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1600925105806, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 557, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1600925118790, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2302, "metadata": {"file": "train.py", "lineno": 563, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1600925118791, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 566, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1600925118792, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 585, "first_epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1600925118792, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 539, "first_epoch_num": 8, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1600925118792, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 542, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1600934666971, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 552, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1600934667009, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 557, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1600934680091, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2311, "metadata": {"file": "train.py", "lineno": 563, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1600934680092, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 566, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1600934680093, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 585, "first_epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1600934680093, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "train.py", "lineno": 596, "status": "aborted"}} :::MLLOG {"namespace": "", "time_ms": 1602638685355, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1602638685800, "event_type": "POINT_IN_TIME", "key": "seed", "value": 962929183, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1602638688587, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1602638688704, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1602638688705, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1602638688705, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1602638688705, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1602638733269, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 430}} :::MLLOG {"namespace": "", "time_ms": 1602638733271, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 431}} :::MLLOG {"namespace": "", "time_ms": 1602638733271, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 436, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1602638733856, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 128, "metadata": {"file": "train.py", "lineno": 481}} :::MLLOG {"namespace": "", "time_ms": 1602638733858, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974784, "metadata": {"file": "train.py", "lineno": 489}} :::MLLOG {"namespace": "", "time_ms": 1602638733858, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 491}} :::MLLOG {"namespace": "", "time_ms": 1602638733859, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1602638733901, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1602638733901, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1602638733901, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1602638733902, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1602638733902, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1602638733902, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1602638733903, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 539, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1602638733903, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 542, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1602640523170, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1602640523635, "event_type": "POINT_IN_TIME", "key": "seed", "value": 2944344561, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1602640526190, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1602640526191, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1602640526191, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1602640526191, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1602640526192, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1602640562515, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 430}} :::MLLOG {"namespace": "", "time_ms": 1602640562516, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 431}} :::MLLOG {"namespace": "", "time_ms": 1602640562516, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 436, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1602640562754, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 64, "metadata": {"file": "train.py", "lineno": 481}} :::MLLOG {"namespace": "", "time_ms": 1602640562756, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974912, "metadata": {"file": "train.py", "lineno": 489}} :::MLLOG {"namespace": "", "time_ms": 1602640562756, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 491}} :::MLLOG {"namespace": "", "time_ms": 1602640562757, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1602640562758, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1602640562758, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1602640562759, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1602640562759, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1602640562759, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1602640562759, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1602640562760, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 539, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1602640562760, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 542, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1602646223202, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1602646223665, "event_type": "POINT_IN_TIME", "key": "seed", "value": 1525085771, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1602646226350, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1602646226352, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1602646226352, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1602646226353, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1602646226353, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1602646383410, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1602646383821, "event_type": "POINT_IN_TIME", "key": "seed", "value": 2457204167, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1602646386317, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1602646386318, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1602646386319, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1602646386319, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1602646386319, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1602646469139, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1602646469583, "event_type": "POINT_IN_TIME", "key": "seed", "value": 1208849021, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1602646472066, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1602646472067, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1602646472067, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1602646472068, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1602646472068, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1602647931550, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1602647931971, "event_type": "POINT_IN_TIME", "key": "seed", "value": 515258266, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1602647934508, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1602647934509, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1602647934509, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1602647934509, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1602647934510, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1602647970587, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 430}} :::MLLOG {"namespace": "", "time_ms": 1602647970588, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 431}} :::MLLOG {"namespace": "", "time_ms": 1602647970589, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 436, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1602647971383, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 64, "metadata": {"file": "train.py", "lineno": 481}} :::MLLOG {"namespace": "", "time_ms": 1602647971384, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974912, "metadata": {"file": "train.py", "lineno": 489}} :::MLLOG {"namespace": "", "time_ms": 1602647971384, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 491}} :::MLLOG {"namespace": "", "time_ms": 1602647971385, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1602647971425, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1602647971426, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1602647971426, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1602647971426, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1602647971427, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1602647971427, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1602647971427, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 539, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1602647971428, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 542, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1602647990937, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 552, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1602647990938, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 557, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1602665446862, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 552, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1602665446897, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 557, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1602665497624, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.17149999999999999, "metadata": {"file": "train.py", "lineno": 563, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1602665497626, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 566, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1602665497627, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 585, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1602665497627, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 539, "first_epoch_num": 2, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1602665497628, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 542, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1602689710963, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 552, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1602689710993, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 557, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1602689758833, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.1909, "metadata": {"file": "train.py", "lineno": 563, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1602689758833, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 566, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1602689758834, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 585, "first_epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1602689758835, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 539, "first_epoch_num": 3, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1602689758835, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 542, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1602713991208, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 552, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1602713991209, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 557, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1602714038273, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.201, "metadata": {"file": "train.py", "lineno": 563, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1602714038274, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 566, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1602714038275, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 585, "first_epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1602714038276, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 539, "first_epoch_num": 4, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1602714038276, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 542, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1602730628806, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1602730629295, "event_type": "POINT_IN_TIME", "key": "seed", "value": 3520371747, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1602730631801, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1602730631802, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1602730631802, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1602730631802, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1602730631803, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1602730669752, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 430}} :::MLLOG {"namespace": "", "time_ms": 1602730669752, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 431}} :::MLLOG {"namespace": "", "time_ms": 1602730669753, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 436, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1602730670042, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 64, "metadata": {"file": "train.py", "lineno": 481}} :::MLLOG {"namespace": "", "time_ms": 1602730670043, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974912, "metadata": {"file": "train.py", "lineno": 489}} :::MLLOG {"namespace": "", "time_ms": 1602730670043, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 491}} :::MLLOG {"namespace": "", "time_ms": 1602730670044, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1602730670045, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1602730670045, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1602730670046, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1602730670046, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1602730670046, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1602730670046, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1602730670047, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 539, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1602730670047, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 542, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1602730693183, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 552, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1602730693184, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 557, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1602730750378, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.0, "metadata": {"file": "train.py", "lineno": 563, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1602730750379, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 566, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1602730750380, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 585, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1602730750380, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "train.py", "lineno": 596, "status": "aborted"}} :::MLLOG {"namespace": "", "time_ms": 1602738299654, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 552, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1602738299765, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 557, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1602738349995, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.20829999999999999, "metadata": {"file": "train.py", "lineno": 563, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1602738349996, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 566, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1602738349997, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 585, "first_epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1602738349997, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 539, "first_epoch_num": 5, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1602738349997, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 542, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1602744873054, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1602744873514, "event_type": "POINT_IN_TIME", "key": "seed", "value": 61260704, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1602744876032, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1602744876033, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1602744876033, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1602744876033, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1602744876034, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1602744911337, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 430}} :::MLLOG {"namespace": "", "time_ms": 1602744911338, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 431}} :::MLLOG {"namespace": "", "time_ms": 1602744911339, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 436, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1602744911599, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 64, "metadata": {"file": "train.py", "lineno": 481}} :::MLLOG {"namespace": "", "time_ms": 1602744911600, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974912, "metadata": {"file": "train.py", "lineno": 489}} :::MLLOG {"namespace": "", "time_ms": 1602744911600, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 491}} :::MLLOG {"namespace": "", "time_ms": 1602744911601, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1602744911602, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1602744911602, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1602744911603, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1602744911603, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1602744911603, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1602744911603, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1602744911604, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 539, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1602744911604, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 542, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1602744930777, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 552, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1602744930784, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 585, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1602744930785, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "train.py", "lineno": 596, "status": "aborted"}} :::MLLOG {"namespace": "", "time_ms": 1602745093263, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1602745108444, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1602745143731, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1602745144163, "event_type": "POINT_IN_TIME", "key": "seed", "value": 3799722318, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1602745146684, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1602745146685, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1602745146686, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1602745146686, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1602745146686, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1602745182417, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 430}} :::MLLOG {"namespace": "", "time_ms": 1602745182418, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 431}} :::MLLOG {"namespace": "", "time_ms": 1602745182419, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 436, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1602745182694, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 64, "metadata": {"file": "train.py", "lineno": 481}} :::MLLOG {"namespace": "", "time_ms": 1602745182695, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974912, "metadata": {"file": "train.py", "lineno": 489}} :::MLLOG {"namespace": "", "time_ms": 1602745182695, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 491}} :::MLLOG {"namespace": "", "time_ms": 1602745182696, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1602745182697, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1602745182697, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1602745182698, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1602745182698, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1602745182698, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1602745182699, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1602745182699, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 539, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1602745182699, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 542, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1602745204346, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 552, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1602745204348, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 585, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1602745204348, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "train.py", "lineno": 596, "status": "aborted"}} :::MLLOG {"namespace": "", "time_ms": 1602745248531, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1602745248942, "event_type": "POINT_IN_TIME", "key": "seed", "value": 1064391896, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1602745251426, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1602745251426, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1602745251427, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1602745251427, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1602745251427, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1602745286904, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 430}} :::MLLOG {"namespace": "", "time_ms": 1602745286905, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 431}} :::MLLOG {"namespace": "", "time_ms": 1602745286905, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 436, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1602745287171, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 64, "metadata": {"file": "train.py", "lineno": 481}} :::MLLOG {"namespace": "", "time_ms": 1602745287173, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974912, "metadata": {"file": "train.py", "lineno": 489}} :::MLLOG {"namespace": "", "time_ms": 1602745287173, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 491}} :::MLLOG {"namespace": "", "time_ms": 1602745287174, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1602745287175, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1602745287175, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1602745287175, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1602745287176, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1602745287176, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1602745287176, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1602745287177, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 539, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1602745287177, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 542, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1602745303715, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 552, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1602745303716, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 585, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1602745303716, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "train.py", "lineno": 596, "status": "aborted"}} :::MLLOG {"namespace": "", "time_ms": 1602762786075, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 552, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1602762786191, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 557, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1602762833813, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2143, "metadata": {"file": "train.py", "lineno": 563, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1602762833813, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 566, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1602762833814, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 585, "first_epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1602762833814, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 539, "first_epoch_num": 6, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1602762833815, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 542, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1602787268097, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 552, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1602787268097, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 557, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1602787314884, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2189, "metadata": {"file": "train.py", "lineno": 563, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1602787314885, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 566, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1602787314886, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 585, "first_epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1602787314886, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 539, "first_epoch_num": 7, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1602787314886, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 542, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1602811746367, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 552, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1602811746368, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 557, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1602811793196, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.22519999999999998, "metadata": {"file": "train.py", "lineno": 563, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1602811793200, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 566, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1602811793201, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 585, "first_epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1602811793201, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 539, "first_epoch_num": 8, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1602811793201, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 542, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1602836288978, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 552, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1602836288981, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 557, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1602836335845, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.22690000000000002, "metadata": {"file": "train.py", "lineno": 563, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1602836335845, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 566, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1602836335846, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 585, "first_epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1602836335846, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "train.py", "lineno": 596, "status": "aborted"}} :::MLLOG {"namespace": "", "time_ms": 1603076640597, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1603076641081, "event_type": "POINT_IN_TIME", "key": "seed", "value": 1422365021, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1603076643577, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1603076643578, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1603076643578, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1603076643579, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1603076643579, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1603076680090, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 430}} :::MLLOG {"namespace": "", "time_ms": 1603076680091, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 431}} :::MLLOG {"namespace": "", "time_ms": 1603076680092, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 436, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1603076680352, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 64, "metadata": {"file": "train.py", "lineno": 481}} :::MLLOG {"namespace": "", "time_ms": 1603076680353, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974912, "metadata": {"file": "train.py", "lineno": 489}} :::MLLOG {"namespace": "", "time_ms": 1603076680353, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 491}} :::MLLOG {"namespace": "", "time_ms": 1603076680354, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1603076680355, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1603076680355, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1603076680356, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1603076680356, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1603076680356, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1603076680357, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1603076680357, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 539, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1603076680357, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 542, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603076710883, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 552, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603076710884, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 585, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603076710885, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "train.py", "lineno": 596, "status": "aborted"}} :::MLLOG {"namespace": "", "time_ms": 1603091485198, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1603091485647, "event_type": "POINT_IN_TIME", "key": "seed", "value": 1148137347, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1603091642366, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1603091661237, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1603091679144, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1603091687022, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1603091692467, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1603092267711, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 433}} :::MLLOG {"namespace": "", "time_ms": 1603092269320, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 434}} :::MLLOG {"namespace": "", "time_ms": 1603092295605, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 439, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1603092513884, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 64, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 484}} :::MLLOG {"namespace": "", "time_ms": 1603092513887, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974912, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 492}} :::MLLOG {"namespace": "", "time_ms": 1603092513887, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 494}} :::MLLOG {"namespace": "", "time_ms": 1603092513891, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1603092513893, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1603092513893, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1603092513894, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1603092513895, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1603092513896, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1603092513896, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1603092513898, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 542, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1603092513898, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 545, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603095942928, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1603095943323, "event_type": "POINT_IN_TIME", "key": "seed", "value": 722340610, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1603095948598, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1603095948599, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1603095948599, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1603095948600, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1603095948600, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1603096000841, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1603096001222, "event_type": "POINT_IN_TIME", "key": "seed", "value": 1346659078, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1603096007087, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1603096007088, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1603096007088, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1603096007088, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1603096007089, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1603096043819, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 428}} :::MLLOG {"namespace": "", "time_ms": 1603096043820, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 428}} :::MLLOG {"namespace": "", "time_ms": 1603096043821, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 428, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1603096044055, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 64, "metadata": {"file": "train.py", "lineno": 428}} :::MLLOG {"namespace": "", "time_ms": 1603096044056, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974912, "metadata": {"file": "train.py", "lineno": 428}} :::MLLOG {"namespace": "", "time_ms": 1603096044057, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 428}} :::MLLOG {"namespace": "", "time_ms": 1603096044058, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1603096044058, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1603096044059, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1603096044059, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1603096044059, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1603096044060, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1603096044060, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1603096044060, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 428, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1603096044061, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 428, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603096119511, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1603096119893, "event_type": "POINT_IN_TIME", "key": "seed", "value": 1455848326, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1603096135694, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1603096135695, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1603096135696, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1603096135696, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1603096135696, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1603096172388, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 428}} :::MLLOG {"namespace": "", "time_ms": 1603096172390, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 428}} :::MLLOG {"namespace": "", "time_ms": 1603096172390, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 428, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1603096172626, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 64, "metadata": {"file": "train.py", "lineno": 428}} :::MLLOG {"namespace": "", "time_ms": 1603096172627, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974912, "metadata": {"file": "train.py", "lineno": 428}} :::MLLOG {"namespace": "", "time_ms": 1603096172627, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 428}} :::MLLOG {"namespace": "", "time_ms": 1603096172629, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1603096172629, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1603096172630, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1603096172630, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1603096172630, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1603096172631, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1603096172631, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1603096172631, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 428, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1603096172632, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 428, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603096228650, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1603096229031, "event_type": "POINT_IN_TIME", "key": "seed", "value": 3117452353, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1603096400376, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1603096400758, "event_type": "POINT_IN_TIME", "key": "seed", "value": 3764409125, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1603096410822, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1603096410823, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1603096410823, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1603096410823, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1603096410824, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1603096447211, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 428}} :::MLLOG {"namespace": "", "time_ms": 1603096447212, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 428}} :::MLLOG {"namespace": "", "time_ms": 1603096447212, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 428, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1603096447452, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 64, "metadata": {"file": "train.py", "lineno": 428}} :::MLLOG {"namespace": "", "time_ms": 1603096447453, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974912, "metadata": {"file": "train.py", "lineno": 428}} :::MLLOG {"namespace": "", "time_ms": 1603096447453, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 428}} :::MLLOG {"namespace": "", "time_ms": 1603096447454, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1603096447455, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1603096447455, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1603096447456, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1603096447456, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1603096447456, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1603096447457, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1603096447457, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 428, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1603096447457, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 428, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603096449221, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 428, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603096449223, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 428, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603096449224, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "train.py", "lineno": 428, "status": "aborted"}} :::MLLOG {"namespace": "", "time_ms": 1603157269508, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1603157269910, "event_type": "POINT_IN_TIME", "key": "seed", "value": 4233292825, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1603157272441, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1603157272442, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1603157272442, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1603157272443, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1603157272443, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1603157310582, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 433}} :::MLLOG {"namespace": "", "time_ms": 1603157310583, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 434}} :::MLLOG {"namespace": "", "time_ms": 1603157310583, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 439, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1603157310834, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 64, "metadata": {"file": "train.py", "lineno": 484}} :::MLLOG {"namespace": "", "time_ms": 1603157310835, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974912, "metadata": {"file": "train.py", "lineno": 492}} :::MLLOG {"namespace": "", "time_ms": 1603157310835, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 494}} :::MLLOG {"namespace": "", "time_ms": 1603157310836, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1603157310837, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1603157310837, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1603157310838, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1603157310838, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1603157310838, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1603157310839, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1603157310839, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 542, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1603157310839, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 545, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603157312496, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 555, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603157312498, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 588, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603157312499, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "train.py", "lineno": 599, "status": "aborted"}} :::MLLOG {"namespace": "", "time_ms": 1603163725327, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1603163725857, "event_type": "POINT_IN_TIME", "key": "seed", "value": 98167550, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1603163728365, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1603163728366, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1603163728367, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1603163728367, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1603163728367, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1603163764804, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 433}} :::MLLOG {"namespace": "", "time_ms": 1603163764805, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 434}} :::MLLOG {"namespace": "", "time_ms": 1603163764805, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 439, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1603163765046, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 64, "metadata": {"file": "train.py", "lineno": 484}} :::MLLOG {"namespace": "", "time_ms": 1603163765047, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974912, "metadata": {"file": "train.py", "lineno": 492}} :::MLLOG {"namespace": "", "time_ms": 1603163765048, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 494}} :::MLLOG {"namespace": "", "time_ms": 1603163765049, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1603163765049, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1603163765050, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1603163765050, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1603163765050, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1603163765051, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1603163765051, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1603163765051, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 542, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1603163765052, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 545, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603163769382, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 555, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603163769384, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 588, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603163769384, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "train.py", "lineno": 599, "status": "aborted"}} :::MLLOG {"namespace": "", "time_ms": 1603268288890, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1603268289297, "event_type": "POINT_IN_TIME", "key": "seed", "value": 2468020922, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1603268387720, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1603268387722, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1603268387722, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1603268387723, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1603268387724, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1603268425810, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1603268425812, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1603268425812, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1603268606660, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 64, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1603268615827, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974912, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1603268624051, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1603268694092, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1603268694093, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1603268694094, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1603268694095, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1603268694096, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1603268694096, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1603268694097, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1603268724134, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1603268724135, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603270178310, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1603270178713, "event_type": "POINT_IN_TIME", "key": "seed", "value": 3645204332, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1603270197537, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1603270197538, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1603270197539, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1603270197540, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1603270197541, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1603270243934, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1603270243935, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1603270243936, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1603270244247, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 1, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1603270244249, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3975116, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1603270244250, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1603270244253, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1603270244254, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1603270244255, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1603270244256, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1603270244256, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1603270244257, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1603270244258, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1603270244259, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1603270244260, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603270841647, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1603270842050, "event_type": "POINT_IN_TIME", "key": "seed", "value": 3593679358, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1603270854219, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1603270854220, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1603270854220, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1603270854220, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1603270854221, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1603270939511, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1603270939899, "event_type": "POINT_IN_TIME", "key": "seed", "value": 4176215234, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1603270943876, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1603270943877, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1603270943877, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1603270943877, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1603270943878, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1603270983973, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 513}} :::MLLOG {"namespace": "", "time_ms": 1603270983973, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 513}} :::MLLOG {"namespace": "", "time_ms": 1603270983974, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 513, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1603270984206, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 1, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 513}} :::MLLOG {"namespace": "", "time_ms": 1603270984207, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3975116, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 513}} :::MLLOG {"namespace": "", "time_ms": 1603270984208, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 513}} :::MLLOG {"namespace": "", "time_ms": 1603270984209, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1603270984209, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1603270984210, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1603270984210, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1603270984210, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1603270984211, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1603270984211, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1603270984211, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 513, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1603270984212, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 513, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603271107183, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 636, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603271107185, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 636, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603271107185, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 636, "status": "aborted"}} :::MLLOG {"namespace": "", "time_ms": 1603271244256, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1603271244642, "event_type": "POINT_IN_TIME", "key": "seed", "value": 913874791, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1603271249278, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1603271249279, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1603271249279, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1603271249280, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1603271249280, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1603271286447, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 513}} :::MLLOG {"namespace": "", "time_ms": 1603271286448, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 513}} :::MLLOG {"namespace": "", "time_ms": 1603271286448, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 513, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1603271286686, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 64, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 513}} :::MLLOG {"namespace": "", "time_ms": 1603271286687, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974912, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 513}} :::MLLOG {"namespace": "", "time_ms": 1603271286687, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 513}} :::MLLOG {"namespace": "", "time_ms": 1603271286688, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1603271286689, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1603271286689, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1603271286690, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1603271286690, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1603271286690, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1603271286690, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1603271286691, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 513, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1603271286691, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 513, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603271295245, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 636, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603271295246, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 636, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603271295246, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 636, "status": "aborted"}} :::MLLOG {"namespace": "", "time_ms": 1603272754973, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1603272755367, "event_type": "POINT_IN_TIME", "key": "seed", "value": 3703144079, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1603272757880, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1603272757881, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1603272757881, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1603272757882, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1603272757882, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1603272899824, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1603272900216, "event_type": "POINT_IN_TIME", "key": "seed", "value": 3236793653, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1603272902753, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1603272902754, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1603272902755, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1603272902755, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1603272902755, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1603272941210, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1603272941211, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1603272941211, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1603272941457, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 64, "metadata": {"file": "train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1603272941458, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974912, "metadata": {"file": "train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1603272941458, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1603272941459, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1603272941460, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1603272941460, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1603272941461, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1603272941461, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1603272941461, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1603272941462, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1603272941462, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1603272941463, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603273151996, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1603273152381, "event_type": "POINT_IN_TIME", "key": "seed", "value": 1558856777, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1603273154896, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1603273154897, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1603273154897, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1603273154897, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1603273154898, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1603273192924, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1603273192925, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1603273192925, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1603273193159, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 64, "metadata": {"file": "train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1603273193160, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974912, "metadata": {"file": "train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1603273193160, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1603273193162, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1603273193162, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1603273193162, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1603273193163, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1603273193163, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1603273193163, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1603273193164, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1603273193164, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1603273193164, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603273337162, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1603273337552, "event_type": "POINT_IN_TIME", "key": "seed", "value": 1070863816, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1603273340042, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1603273340043, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1603273340044, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1603273340044, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1603273340044, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1603273379986, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1603273379987, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1603273379987, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1603273380224, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 64, "metadata": {"file": "train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1603273380226, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974912, "metadata": {"file": "train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1603273380226, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1603273380227, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1603273380228, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1603273380228, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1603273380228, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1603273380229, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1603273380229, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1603273380229, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1603273380230, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1603273380230, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603273383488, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603273383489, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603273383489, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "train.py", "lineno": 688, "status": "aborted"}} :::MLLOG {"namespace": "", "time_ms": 1603792139319, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1603792140221, "event_type": "POINT_IN_TIME", "key": "seed", "value": 151989719, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1603792144701, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1603792144702, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1603792144702, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1603792144702, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1603792144703, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1603792204031, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1603792204032, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1603792204033, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1603792204546, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 64, "metadata": {"file": "train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1603792204547, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974912, "metadata": {"file": "train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1603792204547, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1603792204548, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1603792204607, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1603792204607, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1603792204608, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1603792204608, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1603792204608, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1603792204609, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1603792204609, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1603792204609, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603796375900, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1603796376439, "event_type": "POINT_IN_TIME", "key": "seed", "value": 230219258, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1603796379260, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1603796379261, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1603796379261, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1603796379262, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1603796379262, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1603796418149, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1603796418150, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1603796418150, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1603796418694, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 64, "metadata": {"file": "train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1603796418695, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974912, "metadata": {"file": "train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1603796418696, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1603796418697, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1603796418762, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1603796418762, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1603796418763, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1603796418763, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1603796418763, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1603796418763, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1603796418764, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1603796418764, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603796426673, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603796426675, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603796426675, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "train.py", "lineno": 688, "status": "aborted"}} :::MLLOG {"namespace": "", "time_ms": 1603855459016, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603855459135, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603855459135, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "train.py", "lineno": 688, "status": "aborted"}} :::MLLOG {"namespace": "", "time_ms": 1603868941809, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1603868942266, "event_type": "POINT_IN_TIME", "key": "seed", "value": 2484892292, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1603868944944, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1603868945002, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1603868945002, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1603868945002, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1603868945003, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1603868990533, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1603868990534, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1603868990535, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1603868991085, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 64, "metadata": {"file": "train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1603868991086, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974912, "metadata": {"file": "train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1603868991087, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1603868991088, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1603868991147, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1603868991147, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1603868991148, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1603868991148, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1603868991148, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1603868991149, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1603868991149, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1603868991149, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603869003486, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603869003488, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603869003488, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 2, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1603869003488, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1603869011326, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1603869011328, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1603869011328, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 3, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1603869011328, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1603869021724, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1603869021725, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1603869021725, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 4, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1603869021726, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1603869031106, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1603869031107, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1603869031108, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 5, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1603869031108, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1603869040901, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1603869040902, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1603869040902, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 6, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1603869040902, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1603869050968, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1603869050970, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1603869050970, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 7, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1603869050970, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1603869059870, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1603869059871, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1603869059871, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 8, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1603869059872, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1603869069917, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1603869069918, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1603869069919, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "train.py", "lineno": 688, "status": "aborted"}} :::MLLOG {"namespace": "", "time_ms": 1603869306697, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1603869307101, "event_type": "POINT_IN_TIME", "key": "seed", "value": 2450280459, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1603869309610, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1603869309611, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1603869309611, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1603869309611, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1603869309612, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1603869344511, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1603869344512, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1603869344513, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1603869344750, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 64, "metadata": {"file": "train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1603869344752, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974912, "metadata": {"file": "train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1603869344752, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1603869344753, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1603869344754, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1603869344754, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1603869344755, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1603869344755, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1603869344755, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1603869344755, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1603869344756, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1603869344756, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603869352354, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603869352355, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603869352355, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 2, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1603869352356, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1603869357491, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1603869357492, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1603869357493, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 3, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1603869357493, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1603869362053, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1603869362054, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1603869362055, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 4, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1603869362055, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1603869368416, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1603869368417, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1603869368417, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 5, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1603869368417, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1603869374081, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1603869374083, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1603869374083, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 6, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1603869374083, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1603869379246, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1603869379247, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1603869379247, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 7, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1603869379248, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1603869385038, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1603869385039, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1603869385039, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 8, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1603869385040, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1603869391733, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1603869391735, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1603869391735, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "train.py", "lineno": 688, "status": "aborted"}} :::MLLOG {"namespace": "", "time_ms": 1603869725684, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1603869726082, "event_type": "POINT_IN_TIME", "key": "seed", "value": 3232021707, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1603869728603, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1603869728604, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1603869728605, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1603869728605, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1603869728605, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1603869767333, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1603869767334, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1603869767334, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1603869767566, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 64, "metadata": {"file": "train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1603869767568, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974912, "metadata": {"file": "train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1603869767568, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1603869767569, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1603869767570, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1603869767570, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1603869767570, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1603869767571, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1603869767571, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1603869767571, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1603869767572, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1603869767572, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603869802832, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603869802833, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603869802833, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "train.py", "lineno": 688, "status": "aborted"}} :::MLLOG {"namespace": "", "time_ms": 1603869986516, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1603869986924, "event_type": "POINT_IN_TIME", "key": "seed", "value": 3429187448, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1603869989502, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1603869989503, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1603869989503, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1603869989504, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1603869989504, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1603870024289, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1603870024291, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1603870024291, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1603870024527, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 64, "metadata": {"file": "train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1603870024529, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974912, "metadata": {"file": "train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1603870024529, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1603870024530, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1603870024531, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1603870024531, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1603870024531, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1603870024532, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1603870024532, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1603870024532, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1603870024533, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1603870024533, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603870032528, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603870032532, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603870032533, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "train.py", "lineno": 688, "status": "aborted"}} :::MLLOG {"namespace": "", "time_ms": 1603878812975, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1603878813564, "event_type": "POINT_IN_TIME", "key": "seed", "value": 2538547444, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1603878816421, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1603878816422, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1603878816422, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1603878816423, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1603878816423, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1603878860475, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1603878860477, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1603878860477, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1603878860963, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 1, "metadata": {"file": "train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1603878860964, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3975116, "metadata": {"file": "train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1603878860964, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1603878860966, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1603878861011, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1603878861011, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1603878861011, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1603878861012, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1603878861012, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1603878861012, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1603878861013, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1603878861013, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603878863384, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603878863385, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603878863386, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "train.py", "lineno": 688, "status": "aborted"}} :::MLLOG {"namespace": "", "time_ms": 1603882557410, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1603882557813, "event_type": "POINT_IN_TIME", "key": "seed", "value": 3946893408, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1603882560327, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1603882560328, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1603882560329, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1603882560329, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1603882560329, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1603882597281, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1603882597282, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1603882597282, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1603882597550, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 1, "metadata": {"file": "train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1603882597551, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3975116, "metadata": {"file": "train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1603882597551, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1603882597552, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1603882597553, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1603882597553, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1603882597554, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1603882597554, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1603882597554, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1603882597555, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1603882597555, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1603882597555, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603882598698, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603882598700, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603882598700, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "train.py", "lineno": 688, "status": "aborted"}} :::MLLOG {"namespace": "", "time_ms": 1603883782021, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1603883782514, "event_type": "POINT_IN_TIME", "key": "seed", "value": 1459950867, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1603883785207, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1603883785207, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1603883785208, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1603883785208, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1603883785208, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1603883826514, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1603883826515, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1603883826515, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1603883827030, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 1, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1603883827031, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3975116, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1603883827032, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1603883827033, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1603883827081, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1603883827082, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1603883827082, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1603883827082, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1603883827083, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1603883827083, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1603883827083, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1603883827084, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603884189449, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1603884189913, "event_type": "POINT_IN_TIME", "key": "seed", "value": 1042267352, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1603884192452, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1603884192453, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1603884192453, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1603884192454, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1603884192454, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1603884230668, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1603884230669, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1603884230670, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1603884230906, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 1, "metadata": {"file": "train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1603884230907, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3975116, "metadata": {"file": "train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1603884230908, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1603884230909, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1603884230909, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1603884230910, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1603884230910, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1603884230910, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1603884230911, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1603884230911, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1603884230911, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1603884230912, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603884232029, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603884232030, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1603884232031, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "train.py", "lineno": 688, "status": "aborted"}} :::MLLOG {"namespace": "", "time_ms": 1604044869766, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604044870731, "event_type": "POINT_IN_TIME", "key": "seed", "value": 2879304718, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604044874757, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1604044874855, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1604044874855, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1604044874855, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1604044874856, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1604044923090, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1604044923092, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1604044923092, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1604044925552, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 1, "metadata": {"file": "train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1604044925553, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3975116, "metadata": {"file": "train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1604044925553, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1604044925554, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1604044925671, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1604044925672, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1604044925672, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1604044925672, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1604044925673, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1604044925673, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1604044925673, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604044925674, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604044929296, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604044929297, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604044929298, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "train.py", "lineno": 688, "status": "aborted"}} :::MLLOG {"namespace": "", "time_ms": 1604046112641, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604046113092, "event_type": "POINT_IN_TIME", "key": "seed", "value": 2802165147, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604046115570, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1604046115571, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1604046115572, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1604046115572, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1604046115572, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1604046159785, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1604046159786, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1604046159787, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1604046160025, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 1, "metadata": {"file": "train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1604046160026, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3975116, "metadata": {"file": "train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1604046160027, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1604046160028, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1604046160028, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1604046160029, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1604046160029, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1604046160029, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1604046160030, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1604046160030, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1604046160030, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604046160031, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604046161352, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604046161353, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604046161353, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "train.py", "lineno": 688, "status": "aborted"}} :::MLLOG {"namespace": "", "time_ms": 1604300860147, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604300860637, "event_type": "POINT_IN_TIME", "key": "seed", "value": 4215276773, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604300863338, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1604300863432, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1604300863432, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1604300863432, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1604300863433, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1604301111707, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604301112108, "event_type": "POINT_IN_TIME", "key": "seed", "value": 3956985002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604301114679, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1604301114680, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1604301114680, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1604301114680, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1604301114681, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1604301153048, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1604301153050, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1604301153051, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1604301156755, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 1, "metadata": {"file": "train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1604301156757, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3975116, "metadata": {"file": "train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1604301156757, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1604301156758, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1604301156806, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1604301156807, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1604301156807, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1604301156807, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1604301156808, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1604301156808, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1604301156808, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604301156809, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604301171491, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604301171492, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604301171493, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "train.py", "lineno": 688, "status": "aborted"}} :::MLLOG {"namespace": "", "time_ms": 1604305102701, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604305103899, "event_type": "POINT_IN_TIME", "key": "seed", "value": 707402425, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604305106966, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1604305106967, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1604305106968, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1604305106968, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1604305106968, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1604305148722, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1604305148724, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1604305148724, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1604305149237, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 1, "metadata": {"file": "train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1604305149239, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3975116, "metadata": {"file": "train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1604305149239, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1604305149240, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1604305149319, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1604305149319, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1604305149320, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1604305149321, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1604305149322, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1604305149322, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1604305149323, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604305149323, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604305156248, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604305156249, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604305156249, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "train.py", "lineno": 688, "status": "aborted"}} :::MLLOG {"namespace": "", "time_ms": 1604305546671, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604305547061, "event_type": "POINT_IN_TIME", "key": "seed", "value": 3856781966, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604305549672, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1604305549673, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1604305549673, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1604305549673, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1604305549674, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1604305597872, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1604305597873, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1604305597874, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1604305598110, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 64, "metadata": {"file": "train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1604305598111, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974912, "metadata": {"file": "train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1604305598112, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1604305598113, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1604305598114, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1604305598114, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1604305598114, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1604305598115, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1604305598115, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1604305598115, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1604305598116, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604305598116, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604305616019, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604305616020, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604305616020, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "train.py", "lineno": 688, "status": "aborted"}} :::MLLOG {"namespace": "", "time_ms": 1604306131228, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604306131634, "event_type": "POINT_IN_TIME", "key": "seed", "value": 38566262, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604306134117, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1604306134117, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1604306134118, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1604306134118, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1604306134118, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1604306175724, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1604306175725, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1604306175725, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1604306175974, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 64, "metadata": {"file": "train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1604306175975, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974912, "metadata": {"file": "train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1604306175976, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1604306175977, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1604306175977, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1604306175978, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1604306175978, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1604306175978, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1604306175979, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1604306175979, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1604306175979, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604306175980, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604306231020, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604306231021, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604306231022, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "train.py", "lineno": 688, "status": "aborted"}} :::MLLOG {"namespace": "", "time_ms": 1604306855992, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604306856381, "event_type": "POINT_IN_TIME", "key": "seed", "value": 3670204650, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604306858852, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1604306858853, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1604306858853, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1604306858854, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1604306858854, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1604306895721, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1604306895722, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1604306895722, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1604306895956, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 64, "metadata": {"file": "train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1604306895957, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974912, "metadata": {"file": "train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1604306895958, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1604306895959, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1604306895959, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1604306895960, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1604306895960, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1604306895960, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1604306895961, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1604306895961, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1604306895961, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604306895962, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604307284320, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604307284338, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604307284339, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "train.py", "lineno": 688, "status": "aborted"}} :::MLLOG {"namespace": "", "time_ms": 1604308129656, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604308130056, "event_type": "POINT_IN_TIME", "key": "seed", "value": 3993734258, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604308132548, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1604308132553, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1604308132553, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1604308132553, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1604308132554, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1604308173652, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1604308173654, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1604308173654, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1604308173947, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 64, "metadata": {"file": "train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1604308173948, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974912, "metadata": {"file": "train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1604308173949, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1604308173950, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1604308173952, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1604308173952, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1604308173953, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1604308173953, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1604308173953, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1604308173953, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1604308173954, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604308173954, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604308313474, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604308313874, "event_type": "POINT_IN_TIME", "key": "seed", "value": 2722344420, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604308316399, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1604308316401, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1604308316401, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1604308316401, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1604308316401, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1604308353568, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1604308353569, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1604308353569, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1604308353805, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 64, "metadata": {"file": "train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1604308353807, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974912, "metadata": {"file": "train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1604308353807, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1604308353808, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1604308353809, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1604308353809, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1604308353809, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1604308353810, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1604308353810, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1604308353810, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1604308353811, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604308353811, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604308562746, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604308562751, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604308562751, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "train.py", "lineno": 688, "status": "aborted"}} :::MLLOG {"namespace": "", "time_ms": 1604310756813, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604310757209, "event_type": "POINT_IN_TIME", "key": "seed", "value": 1638821582, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604310759743, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1604310759744, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1604310759744, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1604310759744, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1604310759745, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1604310795871, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1604310795873, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1604310795873, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1604310796113, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 64, "metadata": {"file": "train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1604310796114, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974912, "metadata": {"file": "train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1604310796114, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1604310796116, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1604310796117, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1604310796118, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1604310796118, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1604310796118, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1604310796119, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1604310796119, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1604310796119, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604310796120, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604310994007, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604310994012, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604310994012, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "train.py", "lineno": 688, "status": "aborted"}} :::MLLOG {"namespace": "", "time_ms": 1604312035685, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604312036074, "event_type": "POINT_IN_TIME", "key": "seed", "value": 175972144, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604312038574, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1604312038575, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1604312038575, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1604312038576, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1604312038576, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1604312077032, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1604312077033, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1604312077034, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1604312077267, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 64, "metadata": {"file": "train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1604312077268, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974912, "metadata": {"file": "train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1604312077268, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1604312077270, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1604312077270, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1604312077271, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1604312077271, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1604312077271, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1604312077271, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1604312077272, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1604312077272, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604312077273, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604312338365, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604312338368, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604312338368, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "train.py", "lineno": 688, "status": "aborted"}} :::MLLOG {"namespace": "", "time_ms": 1604315402419, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604315402810, "event_type": "POINT_IN_TIME", "key": "seed", "value": 3322102667, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604315405385, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1604315405386, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1604315405386, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1604315405386, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1604315405386, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1604315443082, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1604315443083, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1604315443084, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1604315443319, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 64, "metadata": {"file": "train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1604315443320, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974912, "metadata": {"file": "train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1604315443321, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1604315443322, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1604315443323, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1604315443323, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1604315443323, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1604315443323, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1604315443324, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1604315443324, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1604315443325, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604315443325, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604315702989, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604315702992, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604315702992, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "train.py", "lineno": 688, "status": "aborted"}} :::MLLOG {"namespace": "", "time_ms": 1604315756762, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604315757147, "event_type": "POINT_IN_TIME", "key": "seed", "value": 3017772276, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604315759637, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1604315759638, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1604315759638, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1604315759639, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1604315759639, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1604315795827, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1604315795828, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1604315795828, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1604315796063, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 64, "metadata": {"file": "train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1604315796064, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974912, "metadata": {"file": "train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1604315796064, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1604315796065, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1604315796066, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1604315796066, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1604315796067, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1604315796067, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1604315796067, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1604315796067, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1604315796068, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604315796068, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604315991452, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604315991453, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604315991454, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "train.py", "lineno": 688, "status": "aborted"}} :::MLLOG {"namespace": "", "time_ms": 1604367710634, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604367711045, "event_type": "POINT_IN_TIME", "key": "seed", "value": 4066415452, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604367713570, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1604367713571, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1604367713572, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1604367713572, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1604367713572, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1604367750083, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1604367750084, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1604367750084, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1604367750321, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 64, "metadata": {"file": "train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1604367750322, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974912, "metadata": {"file": "train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1604367750323, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1604367750324, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1604367750324, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1604367750325, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1604367750325, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1604367750325, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1604367750326, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1604367750326, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1604367750326, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604367750327, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604368678911, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604368678912, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604368678913, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "train.py", "lineno": 688, "status": "aborted"}} :::MLLOG {"namespace": "", "time_ms": 1604372638704, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604372639804, "event_type": "POINT_IN_TIME", "key": "seed", "value": 2408511008, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604372643036, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1604372643073, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1604372643073, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1604372643074, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1604372643074, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1604372683813, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1604372683869, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1604372683869, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1604372684333, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 64, "metadata": {"file": "train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1604372684334, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974912, "metadata": {"file": "train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1604372684335, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1604372684336, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1604372684396, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1604372684396, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1604372684396, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1604372684397, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1604372684397, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1604372684397, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1604372684398, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604372684398, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604372896013, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604372896018, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604372896018, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "train.py", "lineno": 688, "status": "aborted"}} :::MLLOG {"namespace": "", "time_ms": 1604374869202, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604374869757, "event_type": "POINT_IN_TIME", "key": "seed", "value": 701819860, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604374872518, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1604374872590, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1604374872590, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1604374872590, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1604374872591, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1604374912987, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1604374912991, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1604374912992, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1604374913604, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 64, "metadata": {"file": "train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1604374913606, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974912, "metadata": {"file": "train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1604374913606, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1604374913607, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1604374913649, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1604374913649, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1604374913650, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1604374913650, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1604374913650, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1604374913651, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1604374913651, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604374913651, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604375120921, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604375121007, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604375121007, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "train.py", "lineno": 688, "status": "aborted"}} :::MLLOG {"namespace": "", "time_ms": 1604390663472, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604390663945, "event_type": "POINT_IN_TIME", "key": "seed", "value": 207504816, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604390666519, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1604390666589, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1604390666589, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1604390666590, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1604390666590, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1604391533079, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604391533954, "event_type": "POINT_IN_TIME", "key": "seed", "value": 2046850359, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604391538598, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1604391538652, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1604391538652, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1604391538652, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1604391538653, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1604392607469, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604392607861, "event_type": "POINT_IN_TIME", "key": "seed", "value": 2183979380, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604392610329, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1604392610330, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1604392610330, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1604392610331, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1604392610331, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1604393188017, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604393188407, "event_type": "POINT_IN_TIME", "key": "seed", "value": 3516163979, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604393190956, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1604393190957, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1604393190957, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1604393190958, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1604393190958, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1604393228026, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1604393228027, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1604393228027, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1604393228495, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 64, "metadata": {"file": "train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1604393228497, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974912, "metadata": {"file": "train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1604393228497, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1604393228498, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1604393228543, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1604393228543, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1604393228543, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1604393228544, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1604393228544, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1604393228544, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1604393228545, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604393228545, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604393451148, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604393451181, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604393451182, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "train.py", "lineno": 688, "status": "aborted"}} :::MLLOG {"namespace": "", "time_ms": 1604394964809, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604394965669, "event_type": "POINT_IN_TIME", "key": "seed", "value": 1148619628, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604394969936, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1604394969937, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1604394969939, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1604394969940, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1604394969943, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1604395010671, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604395011098, "event_type": "POINT_IN_TIME", "key": "seed", "value": 3202255421, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604395013656, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1604395013657, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1604395013657, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1604395013658, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1604395013658, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1604395171057, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1604395171058, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1604395171059, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1604395171364, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 64, "metadata": {"file": "train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1604395171365, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974912, "metadata": {"file": "train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1604395171365, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1604395171366, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1604395171367, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1604395171367, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1604395171368, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1604395171368, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1604395171368, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1604395171369, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1604395171369, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604395171369, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604455530388, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604455530390, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604455530391, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "train.py", "lineno": 688, "status": "aborted"}} :::MLLOG {"namespace": "", "time_ms": 1604566962901, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604566963444, "event_type": "POINT_IN_TIME", "key": "seed", "value": 3101634156, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604566966130, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1604566966331, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1604566966331, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1604566966331, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1604566966332, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1604567127751, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1604567127786, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1604567127786, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1604567128555, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 64, "metadata": {"file": "train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1604567128556, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974912, "metadata": {"file": "train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1604567128557, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1604567128558, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1604567128619, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1604567128619, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1604567128619, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1604567128620, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1604567128620, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1604567128620, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1604567128621, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604567128621, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604568020424, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604568020424, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604568020424, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604568020434, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604568039380, "event_type": "POINT_IN_TIME", "key": "seed", "value": 3427234916, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604568056048, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1604568056200, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1604568056201, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1604568056201, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1604568056201, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1604568222457, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1604568222489, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1604568222490, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1604568223241, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 256, "metadata": {"file": "train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1604568223242, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974400, "metadata": {"file": "train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1604568223242, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1604568223244, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1604568223290, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1604568223291, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1604568223291, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1604568223292, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1604568223292, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1604568223292, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1604568223293, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604568223293, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604570283622, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604570284251, "event_type": "POINT_IN_TIME", "key": "seed", "value": 1226658020, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604570286962, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1604570287112, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1604570287113, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1604570287113, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1604570287113, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1604570328576, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1604570328618, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1604570328618, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1604570329150, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 64, "metadata": {"file": "train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1604570329152, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974912, "metadata": {"file": "train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1604570329152, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1604570329153, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1604570329278, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1604570329279, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1604570329279, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1604570329279, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1604570329280, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1604570329280, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1604570329281, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604570329281, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604570338337, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604570338337, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604570338337, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604570338345, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604570357694, "event_type": "POINT_IN_TIME", "key": "seed", "value": 3396178329, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604570374070, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1604570374170, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1604570374170, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1604570374171, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1604570374171, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1604570418981, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1604570419248, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1604570419249, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1604570419734, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 256, "metadata": {"file": "train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1604570419736, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974400, "metadata": {"file": "train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1604570419736, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1604570419737, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1604570419804, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1604570419805, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1604570419805, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1604570419805, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1604570419806, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1604570419806, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1604570419807, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604570419807, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604570563681, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604570563719, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604570563720, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 2, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604570563720, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1604570707637, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604570707713, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604570707713, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 2, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604570707714, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1604570728002, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1604570728012, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1604570728012, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 3, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604570728013, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1604570898481, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1604570898482, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1604570898482, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 4, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604570898482, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1604570952361, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604570952810, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604570953148, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604570953153, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604570968846, "event_type": "POINT_IN_TIME", "key": "seed", "value": 2110764011, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604570985032, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1604570985033, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1604570985034, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1604570985034, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1604570985034, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1604570990846, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1604570990888, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1604570990888, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 3, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604570990888, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1604570997139, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604570997572, "event_type": "POINT_IN_TIME", "key": "seed", "value": 4083395526, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604571000232, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1604571000244, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1604571000245, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1604571000245, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1604571000245, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1604571028639, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1604571029387, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1604571029388, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1604571029908, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 256, "metadata": {"file": "train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1604571029909, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974400, "metadata": {"file": "train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1604571029909, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1604571029910, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1604571029911, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1604571029911, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1604571029912, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1604571029912, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1604571029912, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1604571029913, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1604571029913, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604571029913, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604571037838, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1604571037842, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1604571037843, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1604571038260, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 64, "metadata": {"file": "train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1604571038261, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974912, "metadata": {"file": "train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1604571038261, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1604571038262, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1604571038316, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1604571038317, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1604571038317, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1604571038317, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1604571038318, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1604571038318, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1604571038318, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604571038319, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604571070017, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1604571070041, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1604571070041, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 5, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604571070041, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1604571238303, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1604571238306, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1604571238306, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 6, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604571238306, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1604571273624, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1604571273656, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1604571273657, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 4, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604571273657, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1604571405850, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1604571405906, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1604571405906, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 7, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604571405907, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1604571557024, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1604571557191, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1604571557192, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 5, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604571557192, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1604571573744, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1604571573789, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1604571573790, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 8, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604571573790, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1604571739094, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1604571739104, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1604571739104, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "train.py", "lineno": 688, "status": "aborted"}} :::MLLOG {"namespace": "", "time_ms": 1604571843942, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1604571843959, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1604571843960, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 6, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604571843960, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1604572124800, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1604572124807, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1604572124807, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 7, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604572124807, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1604572411500, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1604572411509, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1604572411509, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 8, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604572411509, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1604572693003, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1604572693011, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1604572693011, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "train.py", "lineno": 688, "status": "aborted"}} :::MLLOG {"namespace": "", "time_ms": 1604579727602, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604579727753, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604579727754, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 2, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604579727754, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1604588393110, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1604588393111, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1604588393111, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 3, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604588393112, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1604591698263, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604591698336, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604591698336, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 2, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604591698336, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1604597087125, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1604597087169, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1604597087170, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 4, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604597087170, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1604605741938, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1604605741941, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1604605741942, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 5, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604605741942, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1604612356357, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1604612356387, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1604612356388, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 3, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604612356388, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1604614391294, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1604614391334, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1604614391335, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 6, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604614391335, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1604623045952, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1604623045956, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1604623045957, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 7, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604623045957, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1604628676858, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604628677248, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604628677248, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 2, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604628677249, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1604629295547, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604629295547, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604629295547, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604629295547, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604629311304, "event_type": "POINT_IN_TIME", "key": "seed", "value": 1881333096, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604629327810, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1604629327858, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1604629327859, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1604629327859, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1604629327859, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1604629372872, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1604629372885, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1604629372885, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1604629373379, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 256, "metadata": {"file": "train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1604629373380, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974400, "metadata": {"file": "train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1604629373381, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1604629373382, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1604629373441, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1604629373441, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1604629373441, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1604629373442, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1604629373442, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1604629373442, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1604629373443, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604629373443, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604630414798, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604630415236, "event_type": "POINT_IN_TIME", "key": "seed", "value": 2804393270, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604630417812, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1604630417813, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1604630417813, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1604630417814, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1604630417814, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1604630456236, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1604630456238, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1604630456238, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1604630456489, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 64, "metadata": {"file": "train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1604630456491, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974912, "metadata": {"file": "train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1604630456491, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1604630456492, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1604630456494, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1604630456494, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1604630456495, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1604630456495, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1604630456495, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1604630456496, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1604630456496, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604630456496, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604631743785, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1604631743824, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1604631743825, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 8, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604631743825, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1604632639994, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604632639994, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604632640021, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604632640020, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604632642560, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604632642560, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604632642560, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604632642560, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604632659286, "event_type": "POINT_IN_TIME", "key": "seed", "value": 2651715872, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604632674956, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1604632674958, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1604632674958, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1604632674958, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1604632674959, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1604632720039, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1604632721470, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1604632721471, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1604632721784, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 512, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1604632721785, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974144, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1604632721786, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1604632721787, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1604632721788, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1604632721788, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1604632721789, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1604632721789, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1604632721789, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1604632721789, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1604632721790, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604632721790, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604633036921, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1604633036962, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1604633036963, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 4, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604633036963, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1604635145788, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604635146495, "event_type": "POINT_IN_TIME", "key": "seed", "value": 1804576550, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604635260146, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604635260553, "event_type": "POINT_IN_TIME", "key": "seed", "value": 553016314, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604637943480, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 644, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604637943530, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 677, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604637943531, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 627, "first_epoch_num": 2, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604637943531, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 630, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1604640426984, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1604640427047, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1604640427047, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "train.py", "lineno": 688, "status": "aborted"}} :::MLLOG {"namespace": "", "time_ms": 1604640497990, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604640497990, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604640498002, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604640498022, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604640502640, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604640502640, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604640502640, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604640502640, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604640521214, "event_type": "POINT_IN_TIME", "key": "seed", "value": 921833751, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604640537460, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1604640537520, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1604640537520, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1604640537520, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1604640537521, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1604640581559, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1604640581991, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1604640581991, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1604640582675, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 512, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1604640582676, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974144, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1604640582676, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1604640582677, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1604640582680, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1604640582681, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1604640582681, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1604640582681, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1604640582682, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1604640582682, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1604640582682, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604640582683, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604643189565, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 644, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1604643189619, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 677, "first_epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1604643189620, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 627, "first_epoch_num": 3, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604643189620, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 630, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1604644267883, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604644268763, "event_type": "POINT_IN_TIME", "key": "seed", "value": 1984180343, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604645828341, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 644, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604645828372, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 677, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604645828372, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 627, "first_epoch_num": 2, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604645828372, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 630, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1604648441278, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 644, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1604648441315, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 677, "first_epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1604648441315, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 627, "first_epoch_num": 4, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604648441315, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 630, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1604651055699, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 644, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1604651055736, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 677, "first_epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1604651055737, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 627, "first_epoch_num": 3, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604651055737, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 630, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1604653663879, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 644, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1604653664042, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 677, "first_epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1604653664043, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 627, "first_epoch_num": 5, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604653664043, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 630, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1604653791042, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1604653791095, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1604653791095, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 5, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604653791095, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1604656246662, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 644, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1604656246709, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 677, "first_epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1604656246709, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 627, "first_epoch_num": 4, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604656246709, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 630, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1604658868231, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 644, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1604658868279, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 677, "first_epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1604658868279, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 627, "first_epoch_num": 6, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604658868279, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 630, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1604661435197, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 644, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1604661435249, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 677, "first_epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1604661435250, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 627, "first_epoch_num": 5, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604661435250, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 630, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1604664075728, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 644, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1604664075755, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 677, "first_epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1604664075755, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 627, "first_epoch_num": 7, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604664075756, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 630, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1604666626393, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 644, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1604666626416, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 677, "first_epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1604666626416, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 627, "first_epoch_num": 6, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604666626416, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 630, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1604669274864, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 644, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1604669274903, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 677, "first_epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1604669274903, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 627, "first_epoch_num": 8, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604669274903, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 630, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1604671820204, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 644, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1604671820239, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 677, "first_epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1604671820240, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 627, "first_epoch_num": 7, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604671820240, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 630, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1604674472668, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 644, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1604674472729, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 677, "first_epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1604674472730, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 627, "first_epoch_num": 9, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604674472730, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 630, "epoch_num": 9}} :::MLLOG {"namespace": "", "time_ms": 1604674476306, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1604674476326, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1604674476326, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 6, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604674476326, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1604676994081, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 644, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1604676994108, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 677, "first_epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1604676994109, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 627, "first_epoch_num": 8, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604676994109, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 630, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1604679672574, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 644, "epoch_num": 9}} :::MLLOG {"namespace": "", "time_ms": 1604679672606, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 677, "first_epoch_num": 9}} :::MLLOG {"namespace": "", "time_ms": 1604679672607, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 627, "first_epoch_num": 10, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604679672607, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 630, "epoch_num": 10}} :::MLLOG {"namespace": "", "time_ms": 1604682174955, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 644, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1604682174996, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 677, "first_epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1604682174996, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 627, "first_epoch_num": 9, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604682174997, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 630, "epoch_num": 9}} :::MLLOG {"namespace": "", "time_ms": 1604684883254, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 644, "epoch_num": 10}} :::MLLOG {"namespace": "", "time_ms": 1604684883293, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 677, "first_epoch_num": 10}} :::MLLOG {"namespace": "", "time_ms": 1604684883294, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 627, "first_epoch_num": 11, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604684883294, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 630, "epoch_num": 11}} :::MLLOG {"namespace": "", "time_ms": 1604687365063, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 644, "epoch_num": 9}} :::MLLOG {"namespace": "", "time_ms": 1604687365097, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 677, "first_epoch_num": 9}} :::MLLOG {"namespace": "", "time_ms": 1604687365097, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 627, "first_epoch_num": 10, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604687365098, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 630, "epoch_num": 10}} :::MLLOG {"namespace": "", "time_ms": 1604690090800, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 644, "epoch_num": 11}} :::MLLOG {"namespace": "", "time_ms": 1604690090854, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 677, "first_epoch_num": 11}} :::MLLOG {"namespace": "", "time_ms": 1604690090854, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 627, "first_epoch_num": 12, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604690090854, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 630, "epoch_num": 12}} :::MLLOG {"namespace": "", "time_ms": 1604692546973, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 644, "epoch_num": 10}} :::MLLOG {"namespace": "", "time_ms": 1604692547009, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 677, "first_epoch_num": 10}} :::MLLOG {"namespace": "", "time_ms": 1604692547009, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 627, "first_epoch_num": 11, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604692547009, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 630, "epoch_num": 11}} :::MLLOG {"namespace": "", "time_ms": 1604695168786, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1604695168818, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1604695168819, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 7, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604695168819, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1604695289529, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 644, "epoch_num": 12}} :::MLLOG {"namespace": "", "time_ms": 1604695289562, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 677, "first_epoch_num": 12}} :::MLLOG {"namespace": "", "time_ms": 1604695289562, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 688, "status": "aborted"}} :::MLLOG {"namespace": "", "time_ms": 1604697727150, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 644, "epoch_num": 11}} :::MLLOG {"namespace": "", "time_ms": 1604697727178, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 677, "first_epoch_num": 11}} :::MLLOG {"namespace": "", "time_ms": 1604697727178, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 627, "first_epoch_num": 12, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604697727178, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 630, "epoch_num": 12}} :::MLLOG {"namespace": "", "time_ms": 1604702908250, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 644, "epoch_num": 12}} :::MLLOG {"namespace": "", "time_ms": 1604702908251, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 677, "first_epoch_num": 12}} :::MLLOG {"namespace": "", "time_ms": 1604702908251, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 688, "status": "aborted"}} :::MLLOG {"namespace": "", "time_ms": 1604715862455, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1604715862494, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1604715862494, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 8, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604715862494, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1604732336537, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604732336537, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604732336537, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604732336537, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604732355198, "event_type": "POINT_IN_TIME", "key": "seed", "value": 3822789636, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604732368056, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1604732368057, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1604732368058, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1604732368058, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1604732368058, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1604736556770, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1604736556796, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1604736556796, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "train.py", "lineno": 688, "status": "aborted"}} :::MLLOG {"namespace": "", "time_ms": 1604742814467, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604742814889, "event_type": "POINT_IN_TIME", "key": "seed", "value": 2293122818, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604742958606, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604742958980, "event_type": "POINT_IN_TIME", "key": "seed", "value": 3216668177, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604742961460, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1604742961460, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1604742961461, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1604742961461, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1604742961461, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1604743000979, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1604743000980, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1604743000980, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1604743002309, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 64, "metadata": {"file": "train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1604743002310, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974912, "metadata": {"file": "train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1604743002310, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1604743002311, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1604743002346, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1604743002346, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1604743002346, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1604743002347, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1604743002347, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1604743002347, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1604743002348, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604743002348, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604743208379, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604743208777, "event_type": "POINT_IN_TIME", "key": "seed", "value": 4157820050, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604743211441, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1604743211442, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1604743211442, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1604743211442, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1604743211443, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1604743348894, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604743349284, "event_type": "POINT_IN_TIME", "key": "seed", "value": 4203167727, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604743351765, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1604743351766, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1604743351766, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1604743351767, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1604743351767, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1604743388330, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1604743388331, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1604743388331, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1604743388687, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 64, "metadata": {"file": "train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1604743388688, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974912, "metadata": {"file": "train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1604743388689, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1604743388690, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1604743388690, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1604743388691, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1604743388691, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1604743388691, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1604743388692, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1604743388692, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1604743388692, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604743388693, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604748427686, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604748427707, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604748427686, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604748427775, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604748448619, "event_type": "POINT_IN_TIME", "key": "seed", "value": 1483777887, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604748468786, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1604748471867, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1604748471868, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1604748471868, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1604748471869, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1604748729136, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604748730389, "event_type": "POINT_IN_TIME", "key": "seed", "value": 2828730819, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604748753612, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1604748753737, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1604748753738, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1604748753738, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1604748753738, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1604748826304, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604748826308, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604748826316, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604748826314, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604748842998, "event_type": "POINT_IN_TIME", "key": "seed", "value": 2930841490, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604748856171, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1604748856226, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1604748856226, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1604748856227, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1604748856227, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1604750203460, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604750203908, "event_type": "POINT_IN_TIME", "key": "seed", "value": 1281050759, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604750216966, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1604750216967, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1604750216968, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1604750216968, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1604750216968, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1604890599633, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604890600267, "event_type": "POINT_IN_TIME", "key": "seed", "value": 727787448, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604890613432, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1604890613433, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1604890613433, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1604890613434, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1604890613434, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1604894942742, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604894943759, "event_type": "POINT_IN_TIME", "key": "seed", "value": 560849408, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604894976243, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1604894976402, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1604894976402, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1604894976402, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1604894976403, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1604901650279, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604901650657, "event_type": "POINT_IN_TIME", "key": "seed", "value": 233284787, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604901663354, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1604901663355, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1604901663355, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1604901663356, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1604901663356, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1604902708589, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604902709200, "event_type": "POINT_IN_TIME", "key": "seed", "value": 3269512708, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604902727934, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1604902728454, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1604902728455, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1604902728455, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1604902728455, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1604902983315, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604902983745, "event_type": "POINT_IN_TIME", "key": "seed", "value": 1042228256, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604903000027, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1604903000028, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1604903000028, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1604903000029, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1604903000029, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1604903307862, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604903308330, "event_type": "POINT_IN_TIME", "key": "seed", "value": 3720820757, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604903321159, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1604903321160, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1604903321160, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1604903321161, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1604903321161, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1604903400568, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604903400963, "event_type": "POINT_IN_TIME", "key": "seed", "value": 1372214625, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604903413445, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1604903413447, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1604903413447, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1604903413447, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1604903413447, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1604905468534, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604905468534, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604905468534, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604905468534, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604905486980, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604905486980, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604905486980, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604905486980, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604905524342, "event_type": "POINT_IN_TIME", "key": "seed", "value": 3824436607, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604905540792, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1604905540793, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1604905540793, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1604905540793, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1604905540794, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1604905586298, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1604905587261, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1604905587262, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1604905587819, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 512, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1604905587820, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974144, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1604905587821, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1604905587822, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1604905587863, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1604905587864, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1604905587864, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1604905587864, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1604905587865, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1604905587865, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1604905587865, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604905587866, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604907432391, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604907432847, "event_type": "POINT_IN_TIME", "key": "seed", "value": 14354005, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604907447843, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1604907447883, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1604907447883, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1604907447883, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1604907447884, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1604907527745, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604907528127, "event_type": "POINT_IN_TIME", "key": "seed", "value": 2096857375, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604907541416, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1604907541417, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1604907541418, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1604907541418, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1604907541418, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1604909798196, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604909798578, "event_type": "POINT_IN_TIME", "key": "seed", "value": 1331193397, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604909813574, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1604909813607, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1604909813607, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1604909813607, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1604909813608, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1604910762248, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 644, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604910762268, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 649, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604910792183, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.21359999999999998, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 655, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604910792184, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 658, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604910792184, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 677, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1604910792185, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 627, "first_epoch_num": 2, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604910792185, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 630, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1604915031929, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1604915032392, "event_type": "POINT_IN_TIME", "key": "seed", "value": 1723405015, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1604915045432, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1604915045433, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1604915045433, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1604915045434, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1604915045434, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1604915953822, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 644, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1604915953843, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 649, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1604915960954, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2243, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 655, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1604915960954, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 658, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1604915960955, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 677, "first_epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1604915960955, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 627, "first_epoch_num": 3, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604915960955, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 630, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1604921133249, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 644, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1604921133249, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 649, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1604921140348, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.22649999999999998, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 655, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1604921140349, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 658, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1604921140349, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 677, "first_epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1604921140350, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 627, "first_epoch_num": 4, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604921140350, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 630, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1604926312146, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 644, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1604926312146, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 649, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1604926318868, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.22829999999999998, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 655, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1604926318869, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 658, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1604926318869, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 677, "first_epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1604926318870, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 627, "first_epoch_num": 5, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604926318870, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 630, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1604931488087, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 644, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1604931488087, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 649, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1604931494712, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2316, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 655, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1604931494713, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 658, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1604931494714, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 677, "first_epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1604931494714, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 627, "first_epoch_num": 6, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604931494714, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 630, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1604936655161, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 644, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1604936655161, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 649, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1604936662054, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2325, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 655, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1604936662054, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 658, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1604936662055, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 677, "first_epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1604936662055, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 627, "first_epoch_num": 7, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604936662056, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 630, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1604941837622, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 644, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1604941837623, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 649, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1604941844258, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.23579999999999998, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 655, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1604941844259, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 658, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1604941844260, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 677, "first_epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1604941844260, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 627, "first_epoch_num": 8, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604941844260, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 630, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1604946994227, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 644, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1604946994228, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 649, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1604947001092, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.23550000000000001, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 655, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1604947001093, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 658, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1604947001093, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 677, "first_epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1604947001094, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 627, "first_epoch_num": 9, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604947001094, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 630, "epoch_num": 9}} :::MLLOG {"namespace": "", "time_ms": 1604952165914, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 644, "epoch_num": 9}} :::MLLOG {"namespace": "", "time_ms": 1604952165914, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 649, "epoch_num": 9}} :::MLLOG {"namespace": "", "time_ms": 1604952172365, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2354, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 655, "epoch_num": 9}} :::MLLOG {"namespace": "", "time_ms": 1604952172365, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 658, "epoch_num": 9}} :::MLLOG {"namespace": "", "time_ms": 1604952172366, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 677, "first_epoch_num": 9}} :::MLLOG {"namespace": "", "time_ms": 1604952172366, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 627, "first_epoch_num": 10, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604952172367, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 630, "epoch_num": 10}} :::MLLOG {"namespace": "", "time_ms": 1604957340156, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 644, "epoch_num": 10}} :::MLLOG {"namespace": "", "time_ms": 1604957340156, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 649, "epoch_num": 10}} :::MLLOG {"namespace": "", "time_ms": 1604957346785, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2365, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 655, "epoch_num": 10}} :::MLLOG {"namespace": "", "time_ms": 1604957346785, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 658, "epoch_num": 10}} :::MLLOG {"namespace": "", "time_ms": 1604957346786, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 677, "first_epoch_num": 10}} :::MLLOG {"namespace": "", "time_ms": 1604957346786, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 627, "first_epoch_num": 11, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604957346787, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 630, "epoch_num": 11}} :::MLLOG {"namespace": "", "time_ms": 1604962518917, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 644, "epoch_num": 11}} :::MLLOG {"namespace": "", "time_ms": 1604962518918, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 649, "epoch_num": 11}} :::MLLOG {"namespace": "", "time_ms": 1604962525524, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2375, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 655, "epoch_num": 11}} :::MLLOG {"namespace": "", "time_ms": 1604962525524, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 658, "epoch_num": 11}} :::MLLOG {"namespace": "", "time_ms": 1604962525525, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 677, "first_epoch_num": 11}} :::MLLOG {"namespace": "", "time_ms": 1604962525525, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 627, "first_epoch_num": 12, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604962525526, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 630, "epoch_num": 12}} :::MLLOG {"namespace": "", "time_ms": 1604967684876, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 644, "epoch_num": 12}} :::MLLOG {"namespace": "", "time_ms": 1604967684876, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 649, "epoch_num": 12}} :::MLLOG {"namespace": "", "time_ms": 1604967691382, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2375, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 655, "epoch_num": 12}} :::MLLOG {"namespace": "", "time_ms": 1604967691382, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 658, "epoch_num": 12}} :::MLLOG {"namespace": "", "time_ms": 1604967691383, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 677, "first_epoch_num": 12}} :::MLLOG {"namespace": "", "time_ms": 1604967691383, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 627, "first_epoch_num": 13, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1604967691383, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 630, "epoch_num": 13}} :::MLLOG {"namespace": "", "time_ms": 1604972868067, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 644, "epoch_num": 13}} :::MLLOG {"namespace": "", "time_ms": 1604972868068, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 649, "epoch_num": 13}} :::MLLOG {"namespace": "", "time_ms": 1604972874716, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2403, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 655, "epoch_num": 13}} :::MLLOG {"namespace": "", "time_ms": 1604972874717, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 658, "epoch_num": 13}} :::MLLOG {"namespace": "", "time_ms": 1604972874717, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 677, "first_epoch_num": 13}} :::MLLOG {"namespace": "", "time_ms": 1604972874718, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 688, "status": "success"}} :::MLLOG {"namespace": "", "time_ms": 1605076009731, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605076010180, "event_type": "POINT_IN_TIME", "key": "seed", "value": 350133126, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1605076012966, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1605076012967, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1605076012967, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1605076012967, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1605076012968, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1605076147107, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605076147483, "event_type": "POINT_IN_TIME", "key": "seed", "value": 526857467, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1605076149991, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1605076149992, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1605076149992, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1605076149992, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1605076149993, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1605076188740, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1605076188741, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1605076188741, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1605076189282, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 64, "metadata": {"file": "train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1605076189283, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974912, "metadata": {"file": "train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1605076189284, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1605076189285, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1605076189318, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1605076189318, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1605076189318, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1605076189318, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1605076189319, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1605076189319, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1605076189320, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1605076189320, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1605076335650, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605076336055, "event_type": "POINT_IN_TIME", "key": "seed", "value": 354089089, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1605076351170, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1605076351171, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1605076351171, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1605076351171, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1605076351172, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1605076630889, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605076630889, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605076630889, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605076630889, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605076650434, "event_type": "POINT_IN_TIME", "key": "seed", "value": 1079174802, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1605076738523, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605076738936, "event_type": "POINT_IN_TIME", "key": "seed", "value": 2645730915, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1605076751744, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1605076751745, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1605076751745, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1605076751745, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1605076751746, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1605085050225, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605085050632, "event_type": "POINT_IN_TIME", "key": "seed", "value": 2489705766, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1605085053118, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1605085053119, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1605085053119, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1605085053120, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1605085053120, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1605085091275, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1605085091277, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1605085091277, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1605085091520, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 64, "metadata": {"file": "train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1605085091522, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974912, "metadata": {"file": "train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1605085091522, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1605085091523, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1605085091524, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1605085091524, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1605085091525, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1605085091525, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1605085091525, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1605085091525, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1605085091526, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1605085091526, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1605085361414, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605085361432, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605085361454, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605085361464, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605085377726, "event_type": "POINT_IN_TIME", "key": "seed", "value": 1480045183, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1605085390646, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1605085390646, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1605085390647, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1605085390647, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1605085390648, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1605085461480, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605085461561, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605085461687, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605085461718, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605085477034, "event_type": "POINT_IN_TIME", "key": "seed", "value": 3748618396, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1605085493394, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1605085493395, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1605085493395, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1605085493396, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1605085493396, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1605085542223, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1605085542236, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1605085542236, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1605085542538, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 256, "metadata": {"file": "train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1605085542539, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974400, "metadata": {"file": "train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1605085542539, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1605085542540, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1605085542541, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1605085542541, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1605085542542, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1605085542542, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1605085542542, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1605085542542, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1605085542543, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1605085542543, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1605086788246, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605086788246, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605086788246, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605086788246, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605086839597, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605086840914, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605086841055, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605086841328, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605086857513, "event_type": "POINT_IN_TIME", "key": "seed", "value": 2302265909, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1605086874083, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1605086874084, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1605086874084, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1605086874085, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1605086874085, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1605086921486, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1605086923078, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1605086923079, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1605086923380, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 256, "metadata": {"file": "train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1605086923381, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974400, "metadata": {"file": "train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1605086923381, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1605086923382, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1605086923383, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1605086923383, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1605086923383, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1605086923384, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1605086923384, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1605086923384, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1605086923385, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1605086923385, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1605087036006, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605087036006, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605087036202, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605087036796, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605087051828, "event_type": "POINT_IN_TIME", "key": "seed", "value": 1436720265, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1605087064729, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1605087064730, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1605087064731, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1605087064731, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1605087064731, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1605095596311, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605095596311, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605095596311, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605095596311, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605095615067, "event_type": "POINT_IN_TIME", "key": "seed", "value": 3724564773, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1605095632068, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1605095632069, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1605095632069, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1605095632070, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1605095632070, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1605095681549, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1605095681562, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1605095681563, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1605095682263, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 256, "metadata": {"file": "train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1605095682264, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974400, "metadata": {"file": "train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1605095682265, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1605095682266, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1605095682305, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1605095682306, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1605095682306, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1605095682306, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1605095682307, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1605095682307, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1605095682307, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1605095682308, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1605145370085, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605145370085, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605145370122, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605145370198, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605145385735, "event_type": "POINT_IN_TIME", "key": "seed", "value": 3517921528, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1605145402604, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1605145402606, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1605145402606, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1605145402606, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1605145402607, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1605145449471, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1605145449588, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1605145449589, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1605145449898, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 256, "metadata": {"file": "train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1605145449899, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974400, "metadata": {"file": "train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1605145449899, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1605145449901, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1605145449901, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1605145449902, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1605145449902, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1605145449902, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1605145449902, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1605145449903, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1605145449903, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1605145449904, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1605146629322, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605146629393, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605146629394, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605146629451, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605146645849, "event_type": "POINT_IN_TIME", "key": "seed", "value": 1650873259, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1605146662817, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1605146662818, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1605146662818, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1605146662819, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1605146662819, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1605146710223, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1605146710288, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1605146710289, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1605146710599, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 256, "metadata": {"file": "train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1605146710600, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974400, "metadata": {"file": "train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1605146710601, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1605146710602, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1605146710603, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1605146710603, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1605146710603, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1605146710603, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1605146710604, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1605146710604, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1605146710604, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1605146710605, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1605146799442, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605146799485, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605146799551, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605146799595, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605146815711, "event_type": "POINT_IN_TIME", "key": "seed", "value": 2186912712, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1605146831961, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1605146831962, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1605146831962, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1605146831963, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1605146831963, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1605146878964, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1605146879062, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1605146879062, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1605146879366, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 256, "metadata": {"file": "train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1605146879367, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974400, "metadata": {"file": "train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1605146879367, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1605146879369, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1605146879369, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1605146879370, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1605146879370, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1605146879370, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1605146879370, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1605146879371, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1605146879371, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1605146879371, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1605234791056, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605234791056, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605234791056, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605234791056, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605234811096, "event_type": "POINT_IN_TIME", "key": "seed", "value": 961140065, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1605234828004, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1605234828168, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1605234828168, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1605234828169, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1605234828169, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1605234875494, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1605234876899, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1605234876900, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1605234877431, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 256, "metadata": {"file": "train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1605234877432, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974400, "metadata": {"file": "train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1605234877432, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1605234877433, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1605234877562, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1605234877563, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1605234877563, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1605234877563, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1605234877564, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1605234877564, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1605234877564, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1605234877565, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1605235108912, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605235108912, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605235108912, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605235108912, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605235126741, "event_type": "POINT_IN_TIME", "key": "seed", "value": 1066926461, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1605235139831, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1605235139832, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1605235139832, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1605235139833, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1605235139833, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1605235369598, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605235369609, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605235369625, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605235369656, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605235386575, "event_type": "POINT_IN_TIME", "key": "seed", "value": 2886474320, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1605235399441, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1605235399442, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1605235399443, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1605235399443, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1605235399443, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1605235678090, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605235678299, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605235678342, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605235678444, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605235693759, "event_type": "POINT_IN_TIME", "key": "seed", "value": 584639967, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1605235706595, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1605235706596, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1605235706596, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1605235706597, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1605235706597, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1605244775963, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1605244776012, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 649, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1605244789096, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2061, "metadata": {"file": "train.py", "lineno": 655, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1605244789096, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 658, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1605244789097, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1605244789097, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 2, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1605244789097, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1605255113575, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605255113576, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605255113588, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605255113640, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605255128883, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1605255128888, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 649, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1605255140313, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.215, "metadata": {"file": "train.py", "lineno": 655, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1605255140313, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 658, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1605255140314, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1605255140314, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 3, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1605255140315, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1605255195768, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605255195771, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605255195791, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605255195881, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605260832510, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605260832510, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605260832668, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605260832787, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605260849786, "event_type": "POINT_IN_TIME", "key": "seed", "value": 592936302, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1605260862648, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1605260862649, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1605260862650, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1605260862650, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1605260862650, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1605262000688, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605262001080, "event_type": "POINT_IN_TIME", "key": "seed", "value": 626033703, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1605262014120, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1605262014121, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1605262014121, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1605262014121, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1605262014122, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1605265463233, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1605265463278, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 649, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1605265474959, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2198, "metadata": {"file": "train.py", "lineno": 655, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1605265474960, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 658, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1605265474960, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1605265474961, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 4, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1605265474961, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1605275812266, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1605275812266, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 649, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1605275823553, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.22460000000000002, "metadata": {"file": "train.py", "lineno": 655, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1605275823553, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 658, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1605275823554, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1605275823554, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 5, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1605275823554, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1605286146526, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1605286146526, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 649, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1605286157898, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2266, "metadata": {"file": "train.py", "lineno": 655, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1605286157899, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 658, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1605286157900, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1605286157900, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 6, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1605286157900, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1605296474473, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1605296474473, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 649, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1605296485990, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2306, "metadata": {"file": "train.py", "lineno": 655, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1605296485991, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 658, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1605296485992, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1605296485992, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 7, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1605296485992, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1605306823191, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1605306823192, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 649, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1605306834746, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.231, "metadata": {"file": "train.py", "lineno": 655, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1605306834746, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 658, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1605306834747, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1605306834747, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 8, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1605306834747, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1605317160805, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1605317160806, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 649, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1605317172415, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.233, "metadata": {"file": "train.py", "lineno": 655, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1605317172416, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 658, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1605317172417, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1605317172417, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 9, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1605317172417, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 9}} :::MLLOG {"namespace": "", "time_ms": 1605327489307, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 9}} :::MLLOG {"namespace": "", "time_ms": 1605327489308, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 649, "epoch_num": 9}} :::MLLOG {"namespace": "", "time_ms": 1605327500826, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.23550000000000001, "metadata": {"file": "train.py", "lineno": 655, "epoch_num": 9}} :::MLLOG {"namespace": "", "time_ms": 1605327500826, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 658, "epoch_num": 9}} :::MLLOG {"namespace": "", "time_ms": 1605327500827, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 9}} :::MLLOG {"namespace": "", "time_ms": 1605327500827, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 10, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1605327500828, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 10}} :::MLLOG {"namespace": "", "time_ms": 1605337823188, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 10}} :::MLLOG {"namespace": "", "time_ms": 1605337823207, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 649, "epoch_num": 10}} :::MLLOG {"namespace": "", "time_ms": 1605337834851, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2347, "metadata": {"file": "train.py", "lineno": 655, "epoch_num": 10}} :::MLLOG {"namespace": "", "time_ms": 1605337834851, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 658, "epoch_num": 10}} :::MLLOG {"namespace": "", "time_ms": 1605337834852, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 10}} :::MLLOG {"namespace": "", "time_ms": 1605337834853, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "train.py", "lineno": 688, "status": "aborted"}} :::MLLOG {"namespace": "", "time_ms": 1605343107161, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605343108269, "event_type": "POINT_IN_TIME", "key": "seed", "value": 4167283438, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1605343127190, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1605343127252, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1605343127252, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1605343127252, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1605343127253, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1605519052078, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605519146463, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605519146848, "event_type": "POINT_IN_TIME", "key": "seed", "value": 4108132175, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1605519159668, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1605519159669, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1605519159669, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1605519159670, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1605519159670, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1605583770843, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605583771252, "event_type": "POINT_IN_TIME", "key": "seed", "value": 1547053557, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1605583773865, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1605583773865, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1605583773866, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1605583773866, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1605583773866, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1605583812818, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1605583812819, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1605583812819, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1605583813271, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 64, "metadata": {"file": "train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1605583813272, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974912, "metadata": {"file": "train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1605583813272, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1605583813273, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1605583813319, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1605583813320, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1605583813320, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1605583813320, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1605583813321, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1605583813321, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1605583813321, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1605583813322, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1605584102695, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605584103068, "event_type": "POINT_IN_TIME", "key": "seed", "value": 335418595, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1605584105560, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1605584105561, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1605584105561, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1605584105561, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1605584105562, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1605584140979, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1605584140980, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1605584140980, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1605584141212, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 64, "metadata": {"file": "train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1605584141213, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974912, "metadata": {"file": "train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1605584141214, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1605584141215, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1605584141215, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1605584141216, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1605584141216, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1605584141216, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1605584141217, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1605584141217, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1605584141217, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1605584141218, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1605585173220, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605585173594, "event_type": "POINT_IN_TIME", "key": "seed", "value": 589266075, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1605585187397, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1605585187398, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1605585187399, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1605585187399, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1605585187399, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1605585289553, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1605585289927, "event_type": "POINT_IN_TIME", "key": "seed", "value": 3410869433, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1605585303203, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1605585303204, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1605585303205, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1605585303205, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1605585303205, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1606197408376, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606197409053, "event_type": "POINT_IN_TIME", "key": "seed", "value": 4182520760, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1606197413212, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1606197413278, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1606197413278, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1606197413278, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1606197413279, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1606197624914, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1606197625414, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1606197625415, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1606199392405, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606199392826, "event_type": "POINT_IN_TIME", "key": "seed", "value": 2711019792, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1606199396714, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1606199396715, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1606199396715, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1606199396715, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1606199396716, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1606199406289, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1606199406290, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1606199406290, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1606199406620, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 64, "metadata": {"file": "train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1606199406622, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974912, "metadata": {"file": "train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1606199406622, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1606199406623, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1606199406624, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1606199406624, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1606199406624, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1606199406625, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1606199406625, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1606199406625, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1606199406626, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606199406626, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1606199909673, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606199910395, "event_type": "POINT_IN_TIME", "key": "seed", "value": 1414159022, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1606199914648, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1606199914649, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1606199914650, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1606199914650, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1606199914650, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1606200111343, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1606200111345, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1606200111345, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1606200288431, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606200288431, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606200288431, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606200288431, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606200291112, "event_type": "POINT_IN_TIME", "key": "seed", "value": 24781820, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1606200295169, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1606200295254, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1606200295255, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1606200295255, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1606200295255, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1606200305428, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 518}} :::MLLOG {"namespace": "", "time_ms": 1606200305609, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 519}} :::MLLOG {"namespace": "", "time_ms": 1606200305610, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 524, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1606200306721, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 256, "metadata": {"file": "train.py", "lineno": 569}} :::MLLOG {"namespace": "", "time_ms": 1606200306722, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974400, "metadata": {"file": "train.py", "lineno": 577}} :::MLLOG {"namespace": "", "time_ms": 1606200306723, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1606200306724, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1606200306769, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1606200306769, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1606200306769, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1606200306770, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1606200306770, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1606200306770, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1606200306771, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606200306771, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1606200800540, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606200800982, "event_type": "POINT_IN_TIME", "key": "seed", "value": 3543560717, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1606200853448, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1606200853451, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1606200853452, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1606200853453, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1606200853453, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1606201046292, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 520}} :::MLLOG {"namespace": "", "time_ms": 1606201046294, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 521}} :::MLLOG {"namespace": "", "time_ms": 1606201700964, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 526, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1606202748350, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606202748770, "event_type": "POINT_IN_TIME", "key": "seed", "value": 2170230006, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1606202752895, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1606202752896, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1606202752896, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1606202752897, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1606202752897, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1606202956513, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 520}} :::MLLOG {"namespace": "", "time_ms": 1606202956515, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 521}} :::MLLOG {"namespace": "", "time_ms": 1606202956516, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 526, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1606202957046, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 64, "metadata": {"file": "train.py", "lineno": 571}} :::MLLOG {"namespace": "", "time_ms": 1606202957048, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974912, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1606202957048, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 581}} :::MLLOG {"namespace": "", "time_ms": 1606202957049, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1606202957050, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1606202957050, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1606202957051, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1606202957051, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1606202957051, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1606202957051, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1606202957052, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 629, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606202957052, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 632, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1606203650428, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606203650836, "event_type": "POINT_IN_TIME", "key": "seed", "value": 1686513677, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1606203654836, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1606203654837, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1606203654838, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1606203654838, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1606203654838, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1606203662847, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 520}} :::MLLOG {"namespace": "", "time_ms": 1606203662847, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 521}} :::MLLOG {"namespace": "", "time_ms": 1606203662847, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 526, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1606203663115, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 64, "metadata": {"file": "train.py", "lineno": 571}} :::MLLOG {"namespace": "", "time_ms": 1606203663116, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974912, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1606203663116, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 581}} :::MLLOG {"namespace": "", "time_ms": 1606203663118, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1606203663118, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1606203663118, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1606203663119, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1606203663119, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1606203663119, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1606203663120, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1606203663120, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 629, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606203663120, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 632, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1606205277663, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606205277663, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606205277663, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606205277663, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606205280141, "event_type": "POINT_IN_TIME", "key": "seed", "value": 3493261235, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1606205283683, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1606205283728, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1606205283728, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1606205283728, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1606205283729, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1606205291906, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 520}} :::MLLOG {"namespace": "", "time_ms": 1606205291991, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 521}} :::MLLOG {"namespace": "", "time_ms": 1606205291991, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 526, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1606205292881, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 512, "metadata": {"file": "train.py", "lineno": 571}} :::MLLOG {"namespace": "", "time_ms": 1606205292883, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974144, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1606205292883, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 581}} :::MLLOG {"namespace": "", "time_ms": 1606205292884, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1606205292958, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1606205292958, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 1296, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1606205292958, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1606205292958, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1606205292959, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 10336, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1606205292959, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1606205292959, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 629, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606205292959, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 632, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1606207562888, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606207870844, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1606207870946, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 649, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1606207897383, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2078, "metadata": {"file": "train.py", "lineno": 655, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1606207897384, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 658, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1606207897384, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1606207897385, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 2, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606207897385, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1606207907448, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606207907448, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606207907448, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606207907448, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606207908978, "event_type": "POINT_IN_TIME", "key": "seed", "value": 1929087896, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1606207912428, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1606207912429, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1606207912429, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1606207912429, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1606207912430, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1606207921190, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 520}} :::MLLOG {"namespace": "", "time_ms": 1606207921376, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 521}} :::MLLOG {"namespace": "", "time_ms": 1606207921377, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 526, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1606207921995, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 256, "metadata": {"file": "train.py", "lineno": 571}} :::MLLOG {"namespace": "", "time_ms": 1606207921996, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974400, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1606207921996, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 581}} :::MLLOG {"namespace": "", "time_ms": 1606207921997, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1606207922047, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1606207922048, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1606207922048, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1606207922048, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1606207922048, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1606207922049, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1606207922049, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 629, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606207922049, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 632, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1606208535160, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606208536627, "event_type": "POINT_IN_TIME", "key": "seed", "value": 763862581, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1606208540685, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1606208540744, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1606208540744, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1606208540744, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1606208540744, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1606208549170, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 520}} :::MLLOG {"namespace": "", "time_ms": 1606208549171, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 521}} :::MLLOG {"namespace": "", "time_ms": 1606208549171, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 526, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1606208549694, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 64, "metadata": {"file": "train.py", "lineno": 571}} :::MLLOG {"namespace": "", "time_ms": 1606208549695, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974912, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1606208549695, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 581}} :::MLLOG {"namespace": "", "time_ms": 1606208549696, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1606208549740, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1606208549740, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1606208549741, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1606208549741, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1606208549741, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1606208549741, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1606208549742, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 629, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606208549742, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 632, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1606208948418, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606208948407, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606208948407, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606208948411, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606208950389, "event_type": "POINT_IN_TIME", "key": "seed", "value": 2290796818, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1606208954351, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1606208954403, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.001, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1606208954404, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1606208954404, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1606208954404, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1606208963138, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 520}} :::MLLOG {"namespace": "", "time_ms": 1606208963239, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 521}} :::MLLOG {"namespace": "", "time_ms": 1606208963240, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 526, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1606208964031, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 512, "metadata": {"file": "train.py", "lineno": 571}} :::MLLOG {"namespace": "", "time_ms": 1606208964032, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974144, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1606208964032, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 581}} :::MLLOG {"namespace": "", "time_ms": 1606208964033, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1606208964391, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1606208964392, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 1296, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1606208964392, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1606208964392, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1606208964392, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 10336, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1606208964393, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1606208964393, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 629, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606208964393, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 632, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1606215377133, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 646, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1606215377154, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 651, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1606215381991, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1606215381997, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 649, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1606215391435, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.20739999999999997, "metadata": {"file": "train.py", "lineno": 657, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1606215391439, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 660, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1606215391439, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 679, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1606215391439, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 629, "first_epoch_num": 2, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606215391440, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 632, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1606215392929, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.21530000000000002, "metadata": {"file": "train.py", "lineno": 655, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1606215392953, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 658, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1606215392954, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1606215392954, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 3, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606215392955, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1606222812134, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 646, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1606222812153, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 651, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1606222821918, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2147, "metadata": {"file": "train.py", "lineno": 657, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1606222821918, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 660, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1606222821919, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 679, "first_epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1606222821919, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 629, "first_epoch_num": 3, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606222821919, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 632, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1606222877848, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1606222877905, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 649, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1606222888609, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2192, "metadata": {"file": "train.py", "lineno": 655, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1606222888610, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 658, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1606222888611, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1606222888611, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 4, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606222888611, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1606227272562, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 646, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1606227272607, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 651, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1606227312421, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.1754, "metadata": {"file": "train.py", "lineno": 657, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1606227312422, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 660, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1606227312422, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 679, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1606227312423, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 629, "first_epoch_num": 2, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606227312423, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 632, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1606230217882, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 646, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1606230217988, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 651, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1606230227914, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2208, "metadata": {"file": "train.py", "lineno": 657, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1606230227915, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 660, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1606230227916, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 679, "first_epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1606230227916, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 629, "first_epoch_num": 4, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606230227916, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 632, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1606230357895, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1606230357909, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 649, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1606230368458, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.22329999999999997, "metadata": {"file": "train.py", "lineno": 655, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1606230368458, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 658, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1606230368459, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1606230368459, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 5, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606230368460, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1606237635358, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 646, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1606237635487, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 651, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1606237645609, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2235, "metadata": {"file": "train.py", "lineno": 657, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1606237645609, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 660, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1606237645610, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 679, "first_epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1606237645610, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 629, "first_epoch_num": 5, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606237645610, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 632, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1606237840085, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1606237840217, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 649, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1606237850765, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.22640000000000002, "metadata": {"file": "train.py", "lineno": 655, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1606237850766, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 658, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1606237850766, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1606237850767, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 6, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606237850767, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1606245044979, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 646, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1606245045008, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 651, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1606245054911, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.22690000000000002, "metadata": {"file": "train.py", "lineno": 657, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1606245054912, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 660, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1606245054912, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 679, "first_epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1606245054912, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 629, "first_epoch_num": 6, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606245054913, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 632, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1606245322726, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1606245322779, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 649, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1606245333415, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2274, "metadata": {"file": "train.py", "lineno": 655, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1606245333415, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 658, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1606245333417, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1606245333417, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 7, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606245333417, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1606245370933, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 646, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1606245370950, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 651, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1606245406273, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.1941, "metadata": {"file": "train.py", "lineno": 657, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1606245406273, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 660, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1606245406274, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 679, "first_epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1606245406274, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 629, "first_epoch_num": 3, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606245406275, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 632, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1606252460773, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 646, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1606252460799, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 651, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1606252470549, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2298, "metadata": {"file": "train.py", "lineno": 657, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1606252470549, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 660, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1606252470550, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 679, "first_epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1606252470551, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 629, "first_epoch_num": 7, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606252470551, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 632, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1606252805237, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1606252805271, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 649, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1606252815706, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.23010000000000003, "metadata": {"file": "train.py", "lineno": 655, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1606252815706, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 658, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1606252815707, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1606252815707, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 8, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606252815707, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1606259867560, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 646, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1606259867599, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 651, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1606259877243, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2306, "metadata": {"file": "train.py", "lineno": 657, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1606259877244, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 660, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1606259877244, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 679, "first_epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1606259877244, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 629, "first_epoch_num": 8, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606259877245, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 632, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1606260283843, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1606260283881, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 649, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1606260294229, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.233, "metadata": {"file": "train.py", "lineno": 655, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1606260294230, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 658, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1606260294230, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1606260294231, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 9, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606260294231, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 9}} :::MLLOG {"namespace": "", "time_ms": 1606263524633, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 646, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1606263524666, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 651, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1606263559165, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.20679999999999998, "metadata": {"file": "train.py", "lineno": 657, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1606263559166, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 660, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1606263559166, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 679, "first_epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1606263559166, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 629, "first_epoch_num": 4, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606263559167, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 632, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1606267284235, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 646, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1606267284256, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 651, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1606267294668, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.23170000000000002, "metadata": {"file": "train.py", "lineno": 657, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1606267294668, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 660, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1606267294669, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 679, "first_epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1606267294669, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 629, "first_epoch_num": 9, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606267294669, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 632, "epoch_num": 9}} :::MLLOG {"namespace": "", "time_ms": 1606267769373, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 9}} :::MLLOG {"namespace": "", "time_ms": 1606267769414, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 649, "epoch_num": 9}} :::MLLOG {"namespace": "", "time_ms": 1606267779859, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.23440000000000003, "metadata": {"file": "train.py", "lineno": 655, "epoch_num": 9}} :::MLLOG {"namespace": "", "time_ms": 1606267779859, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 658, "epoch_num": 9}} :::MLLOG {"namespace": "", "time_ms": 1606267779860, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 9}} :::MLLOG {"namespace": "", "time_ms": 1606267779860, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 10, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606267779861, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 10}} :::MLLOG {"namespace": "", "time_ms": 1606270521129, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606270521150, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606270521129, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606270521345, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606270523664, "event_type": "POINT_IN_TIME", "key": "seed", "value": 125290764, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1606270527499, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1606270527500, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1606270527500, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1606270527500, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1606270527501, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1606270576979, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606270577275, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606270577638, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606270577639, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606270580013, "event_type": "POINT_IN_TIME", "key": "seed", "value": 571549972, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1606270821402, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606270821402, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606270821402, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606270821402, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606270823958, "event_type": "POINT_IN_TIME", "key": "seed", "value": 848276304, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1606270827708, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1606270827708, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1606270827709, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1606270827709, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1606270827710, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1606270837244, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 520}} :::MLLOG {"namespace": "", "time_ms": 1606270837367, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 521}} :::MLLOG {"namespace": "", "time_ms": 1606270837368, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 526, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1606270838153, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 1024, "metadata": {"file": "train.py", "lineno": 571}} :::MLLOG {"namespace": "", "time_ms": 1606270838154, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3973120, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1606270838154, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 581}} :::MLLOG {"namespace": "", "time_ms": 1606270838156, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1606270838205, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1606270838205, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 1296, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1606270838205, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1606270838206, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1606270838206, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1606270838206, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1606270838207, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 629, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606270838207, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 632, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1606271244764, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606271244764, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606271244764, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606271244764, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606271248034, "event_type": "POINT_IN_TIME", "key": "seed", "value": 3289969898, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1606271252508, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1606271252509, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.001, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1606271252510, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1606271252510, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1606271252510, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1606271266321, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 520}} :::MLLOG {"namespace": "", "time_ms": 1606271266402, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 521}} :::MLLOG {"namespace": "", "time_ms": 1606271266403, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 526, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1606271267018, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 1024, "metadata": {"file": "train.py", "lineno": 571}} :::MLLOG {"namespace": "", "time_ms": 1606271267020, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3973120, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1606271267020, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 581}} :::MLLOG {"namespace": "", "time_ms": 1606271267021, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1606271267022, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1606271267022, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 1296, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1606271267022, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1606271267022, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1606271267023, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1606271267023, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1606271267024, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 629, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606271267024, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 632, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1606271577207, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606271577208, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606271577248, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606271577240, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606271579789, "event_type": "POINT_IN_TIME", "key": "seed", "value": 689319998, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1606271583898, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1606271583898, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.0001, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1606271583899, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1606271583899, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1606271583900, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1606271593885, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 520}} :::MLLOG {"namespace": "", "time_ms": 1606271593965, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 521}} :::MLLOG {"namespace": "", "time_ms": 1606271593966, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 526, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1606271594547, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 1024, "metadata": {"file": "train.py", "lineno": 571}} :::MLLOG {"namespace": "", "time_ms": 1606271594548, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3973120, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1606271594548, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 581}} :::MLLOG {"namespace": "", "time_ms": 1606271594549, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1606271594550, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1606271594550, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 1296, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1606271594551, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1606271594551, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1606271594551, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1606271594552, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1606271594552, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 629, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606271594552, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 632, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1606273067429, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606273067429, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606273067429, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606273067429, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606273070139, "event_type": "POINT_IN_TIME", "key": "seed", "value": 316986401, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1606274695756, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 646, "epoch_num": 9}} :::MLLOG {"namespace": "", "time_ms": 1606274695785, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 651, "epoch_num": 9}} :::MLLOG {"namespace": "", "time_ms": 1606274706216, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2352, "metadata": {"file": "train.py", "lineno": 657, "epoch_num": 9}} :::MLLOG {"namespace": "", "time_ms": 1606274706217, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 660, "epoch_num": 9}} :::MLLOG {"namespace": "", "time_ms": 1606274706217, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 679, "first_epoch_num": 9}} :::MLLOG {"namespace": "", "time_ms": 1606274706218, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 629, "first_epoch_num": 10, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606274706218, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 632, "epoch_num": 10}} :::MLLOG {"namespace": "", "time_ms": 1606275253788, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 10}} :::MLLOG {"namespace": "", "time_ms": 1606275253826, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 649, "epoch_num": 10}} :::MLLOG {"namespace": "", "time_ms": 1606275264784, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2349, "metadata": {"file": "train.py", "lineno": 655, "epoch_num": 10}} :::MLLOG {"namespace": "", "time_ms": 1606275264785, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 658, "epoch_num": 10}} :::MLLOG {"namespace": "", "time_ms": 1606275264786, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 10}} :::MLLOG {"namespace": "", "time_ms": 1606275264786, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 11, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606275264786, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 11}} :::MLLOG {"namespace": "", "time_ms": 1606281532732, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 646, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1606281532765, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 651, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1606281567880, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2134, "metadata": {"file": "train.py", "lineno": 657, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1606281567881, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 660, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1606281567882, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 679, "first_epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1606281567882, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 629, "first_epoch_num": 5, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606281567882, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 632, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1606282115677, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 646, "epoch_num": 10}} :::MLLOG {"namespace": "", "time_ms": 1606282115738, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 651, "epoch_num": 10}} :::MLLOG {"namespace": "", "time_ms": 1606282125494, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.23739999999999997, "metadata": {"file": "train.py", "lineno": 657, "epoch_num": 10}} :::MLLOG {"namespace": "", "time_ms": 1606282125494, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 660, "epoch_num": 10}} :::MLLOG {"namespace": "", "time_ms": 1606282125495, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 679, "first_epoch_num": 10}} :::MLLOG {"namespace": "", "time_ms": 1606282125495, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 629, "first_epoch_num": 11, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606282125495, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 632, "epoch_num": 11}} :::MLLOG {"namespace": "", "time_ms": 1606282739739, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 11}} :::MLLOG {"namespace": "", "time_ms": 1606282739784, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 649, "epoch_num": 11}} :::MLLOG {"namespace": "", "time_ms": 1606282750152, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2368, "metadata": {"file": "train.py", "lineno": 655, "epoch_num": 11}} :::MLLOG {"namespace": "", "time_ms": 1606282750152, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 658, "epoch_num": 11}} :::MLLOG {"namespace": "", "time_ms": 1606282750153, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 11}} :::MLLOG {"namespace": "", "time_ms": 1606282750153, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 12, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606282750153, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 12}} :::MLLOG {"namespace": "", "time_ms": 1606288015259, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606288015248, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606288015327, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606288015351, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606288017759, "event_type": "POINT_IN_TIME", "key": "seed", "value": 1660906699, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1606288021600, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1606288021600, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1606288021601, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1606288021601, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1606288021602, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1606288031527, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 520}} :::MLLOG {"namespace": "", "time_ms": 1606288031642, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 521}} :::MLLOG {"namespace": "", "time_ms": 1606288031643, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 526, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1606288033230, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 1024, "metadata": {"file": "train.py", "lineno": 571}} :::MLLOG {"namespace": "", "time_ms": 1606288033232, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3973120, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1606288033232, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 581}} :::MLLOG {"namespace": "", "time_ms": 1606288033233, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1606288033234, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1606288033234, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 1296, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1606288033234, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1606288033235, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1606288033235, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1606288033235, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1606288033236, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 629, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606288033236, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 632, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1606289526796, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 646, "epoch_num": 11}} :::MLLOG {"namespace": "", "time_ms": 1606289526828, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 651, "epoch_num": 11}} :::MLLOG {"namespace": "", "time_ms": 1606289536812, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2389, "metadata": {"file": "train.py", "lineno": 657, "epoch_num": 11}} :::MLLOG {"namespace": "", "time_ms": 1606289536813, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 660, "epoch_num": 11}} :::MLLOG {"namespace": "", "time_ms": 1606289536813, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 679, "first_epoch_num": 11}} :::MLLOG {"namespace": "", "time_ms": 1606289536813, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 629, "first_epoch_num": 12, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606289536814, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 632, "epoch_num": 12}} :::MLLOG {"namespace": "", "time_ms": 1606290224506, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 12}} :::MLLOG {"namespace": "", "time_ms": 1606290224535, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 649, "epoch_num": 12}} :::MLLOG {"namespace": "", "time_ms": 1606290234931, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2369, "metadata": {"file": "train.py", "lineno": 655, "epoch_num": 12}} :::MLLOG {"namespace": "", "time_ms": 1606290234932, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 658, "epoch_num": 12}} :::MLLOG {"namespace": "", "time_ms": 1606290234933, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 12}} :::MLLOG {"namespace": "", "time_ms": 1606290234933, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 13, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606290234933, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 13}} :::MLLOG {"namespace": "", "time_ms": 1606290477628, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606290477628, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606290477628, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606290477628, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606290480308, "event_type": "POINT_IN_TIME", "key": "seed", "value": 4223249038, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1606290484282, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1606290484326, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 1e-05, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1606290484326, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1606290484326, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1606290484327, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1606290494128, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 520}} :::MLLOG {"namespace": "", "time_ms": 1606290494211, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 521}} :::MLLOG {"namespace": "", "time_ms": 1606290494211, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 526, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1606290494802, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 1024, "metadata": {"file": "train.py", "lineno": 571}} :::MLLOG {"namespace": "", "time_ms": 1606290494803, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3973120, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1606290494804, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 581}} :::MLLOG {"namespace": "", "time_ms": 1606290494805, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1606290494805, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1606290494806, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 1296, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1606290494806, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1606290494806, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1606290494806, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1606290494807, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1606290494807, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 629, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606290494808, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 632, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1606290779208, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606290779277, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606290779376, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606290779387, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606290781571, "event_type": "POINT_IN_TIME", "key": "seed", "value": 2114232986, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1606290785519, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1606290785520, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 1e-05, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1606290785520, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1606290785521, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1606290785521, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1606290795247, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 520}} :::MLLOG {"namespace": "", "time_ms": 1606290795328, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 521}} :::MLLOG {"namespace": "", "time_ms": 1606290795328, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 526, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1606290795647, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 1024, "metadata": {"file": "train.py", "lineno": 571}} :::MLLOG {"namespace": "", "time_ms": 1606290795648, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3973120, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1606290795648, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 581}} :::MLLOG {"namespace": "", "time_ms": 1606290795649, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1606290795650, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1606290795650, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 1296, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1606290795651, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1606290795651, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1606290795651, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1606290795652, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1606290795652, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 629, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606290795652, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 632, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1606291206824, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606291206977, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606291207130, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606291207337, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606291208683, "event_type": "POINT_IN_TIME", "key": "seed", "value": 1648479050, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1606291212506, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1606291212507, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1606291212507, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1606291212508, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1606291212508, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1606291222162, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 520}} :::MLLOG {"namespace": "", "time_ms": 1606291222298, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 521}} :::MLLOG {"namespace": "", "time_ms": 1606291222299, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 526, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1606291222606, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 1024, "metadata": {"file": "train.py", "lineno": 571}} :::MLLOG {"namespace": "", "time_ms": 1606291222607, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3973120, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1606291222608, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 581}} :::MLLOG {"namespace": "", "time_ms": 1606291222609, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1606291222609, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1606291222610, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 1296, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1606291222610, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1606291222610, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1606291222611, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1606291222611, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1606291222611, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 629, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606291222612, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 632, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1606292033747, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606292033775, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606292034041, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606292034153, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606292036386, "event_type": "POINT_IN_TIME", "key": "seed", "value": 2871451887, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1606292040128, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1606292040129, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.001, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1606292040129, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1606292040130, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1606292040130, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1606292049874, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 520}} :::MLLOG {"namespace": "", "time_ms": 1606292049955, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 521}} :::MLLOG {"namespace": "", "time_ms": 1606292049955, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 526, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1606292050257, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 1024, "metadata": {"file": "train.py", "lineno": 571}} :::MLLOG {"namespace": "", "time_ms": 1606292050259, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3973120, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1606292050259, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 581}} :::MLLOG {"namespace": "", "time_ms": 1606292050264, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1606292050265, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1606292050265, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 1296, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1606292050266, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1606292050266, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1606292050266, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1606292050267, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1606292050267, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 629, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606292050267, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 632, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1606292903786, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606292904019, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606292904063, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606292904149, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606292905505, "event_type": "POINT_IN_TIME", "key": "seed", "value": 1776752913, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1606292909262, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1606292909263, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.02, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1606292909263, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1606292909263, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1606292909264, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1606292918932, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 520}} :::MLLOG {"namespace": "", "time_ms": 1606292919239, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 521}} :::MLLOG {"namespace": "", "time_ms": 1606292919239, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 526, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1606292919544, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 1024, "metadata": {"file": "train.py", "lineno": 571}} :::MLLOG {"namespace": "", "time_ms": 1606292919546, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3973120, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1606292919546, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 581}} :::MLLOG {"namespace": "", "time_ms": 1606292919547, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1606292919548, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1606292919548, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 1296, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1606292919548, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1606292919549, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1606292919549, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1606292919549, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1606292919550, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 629, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606292919550, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 632, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1606293161389, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606293161783, "event_type": "POINT_IN_TIME", "key": "seed", "value": 1865327987, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1606293165906, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1606293165907, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 1e-05, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1606293165907, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1606293165907, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1606293165908, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1606293205835, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606293206246, "event_type": "POINT_IN_TIME", "key": "seed", "value": 3018653416, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1606293210285, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1606293210286, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 1e-05, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1606293210287, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1606293210287, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1606293210287, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1606293269179, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606293269587, "event_type": "POINT_IN_TIME", "key": "seed", "value": 1013566422, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1606293273898, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1606293273899, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 1e-05, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1606293273900, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1606293273900, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1606293273900, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1606293317102, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606293317513, "event_type": "POINT_IN_TIME", "key": "seed", "value": 4134985450, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1606293321699, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1606293321700, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1606293321700, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1606293321701, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1606293321701, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1606293375412, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606293375824, "event_type": "POINT_IN_TIME", "key": "seed", "value": 3771499552, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1606293380003, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1606293380003, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1606293380004, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1606293380004, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1606293380005, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1606293388574, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 520}} :::MLLOG {"namespace": "", "time_ms": 1606293388574, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 521}} :::MLLOG {"namespace": "", "time_ms": 1606293388575, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 526, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1606293388914, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 128, "metadata": {"file": "train.py", "lineno": 571}} :::MLLOG {"namespace": "", "time_ms": 1606293388916, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974784, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1606293388916, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 581}} :::MLLOG {"namespace": "", "time_ms": 1606293388917, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1606293388918, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1606293388918, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 1296, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1606293388918, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1606293388919, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1606293388919, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1606293388919, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1606293388920, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 629, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606293388920, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 632, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1606293744207, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606293744817, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606293744951, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606293745229, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606293746446, "event_type": "POINT_IN_TIME", "key": "seed", "value": 3589695427, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1606293750278, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1606293750278, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1606293750279, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1606293750279, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1606293750280, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1606293759264, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 520}} :::MLLOG {"namespace": "", "time_ms": 1606293759462, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 521}} :::MLLOG {"namespace": "", "time_ms": 1606293759463, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 526, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1606293759773, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 512, "metadata": {"file": "train.py", "lineno": 571}} :::MLLOG {"namespace": "", "time_ms": 1606293759774, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974144, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1606293759774, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 581}} :::MLLOG {"namespace": "", "time_ms": 1606293759776, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1606293759776, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1606293759777, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 1296, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1606293759777, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1606293759777, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1606293759777, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1606293759778, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1606293759778, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 629, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606293759779, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 632, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1606296945879, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 646, "epoch_num": 12}} :::MLLOG {"namespace": "", "time_ms": 1606296945929, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 651, "epoch_num": 12}} :::MLLOG {"namespace": "", "time_ms": 1606296956631, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2353, "metadata": {"file": "train.py", "lineno": 657, "epoch_num": 12}} :::MLLOG {"namespace": "", "time_ms": 1606296956631, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 660, "epoch_num": 12}} :::MLLOG {"namespace": "", "time_ms": 1606296956632, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 679, "first_epoch_num": 12}} :::MLLOG {"namespace": "", "time_ms": 1606296956632, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 629, "first_epoch_num": 13, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606296956632, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 632, "epoch_num": 13}} :::MLLOG {"namespace": "", "time_ms": 1606297713513, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 13}} :::MLLOG {"namespace": "", "time_ms": 1606297713558, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 649, "epoch_num": 13}} :::MLLOG {"namespace": "", "time_ms": 1606297724267, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2382, "metadata": {"file": "train.py", "lineno": 655, "epoch_num": 13}} :::MLLOG {"namespace": "", "time_ms": 1606297724268, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 658, "epoch_num": 13}} :::MLLOG {"namespace": "", "time_ms": 1606297724269, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 13}} :::MLLOG {"namespace": "", "time_ms": 1606297724269, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 627, "first_epoch_num": 14, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606297724269, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 630, "epoch_num": 14}} :::MLLOG {"namespace": "", "time_ms": 1606299560622, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 646, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1606299560645, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 651, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1606299596242, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2164, "metadata": {"file": "train.py", "lineno": 657, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1606299596242, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 660, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1606299596243, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 679, "first_epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1606299596243, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 629, "first_epoch_num": 6, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606299596243, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 632, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1606304383297, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 646, "epoch_num": 13}} :::MLLOG {"namespace": "", "time_ms": 1606304383682, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 651, "epoch_num": 13}} :::MLLOG {"namespace": "", "time_ms": 1606304394573, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.24050000000000002, "metadata": {"file": "train.py", "lineno": 657, "epoch_num": 13}} :::MLLOG {"namespace": "", "time_ms": 1606304394574, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 660, "epoch_num": 13}} :::MLLOG {"namespace": "", "time_ms": 1606304394574, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 679, "first_epoch_num": 13}} :::MLLOG {"namespace": "", "time_ms": 1606304394575, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "train.py", "lineno": 690, "status": "success"}} :::MLLOG {"namespace": "", "time_ms": 1606305222746, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 644, "epoch_num": 14}} :::MLLOG {"namespace": "", "time_ms": 1606305222778, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 649, "epoch_num": 14}} :::MLLOG {"namespace": "", "time_ms": 1606305233377, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2402, "metadata": {"file": "train.py", "lineno": 655, "epoch_num": 14}} :::MLLOG {"namespace": "", "time_ms": 1606305233377, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 658, "epoch_num": 14}} :::MLLOG {"namespace": "", "time_ms": 1606305233378, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 677, "first_epoch_num": 14}} :::MLLOG {"namespace": "", "time_ms": 1606305233378, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "train.py", "lineno": 688, "status": "success"}} :::MLLOG {"namespace": "", "time_ms": 1606317563175, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 646, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1606317563201, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 651, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1606317597521, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.22190000000000001, "metadata": {"file": "train.py", "lineno": 657, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1606317597522, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 660, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1606317597522, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 679, "first_epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1606317597523, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 629, "first_epoch_num": 7, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606317597523, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 632, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1606335528479, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 646, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1606335528480, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 651, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1606335563432, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2245, "metadata": {"file": "train.py", "lineno": 657, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1606335563433, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 660, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1606335563433, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 679, "first_epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1606335563434, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 629, "first_epoch_num": 8, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606335563434, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 632, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1606353515488, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 646, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1606353515488, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 651, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1606353549849, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2256, "metadata": {"file": "train.py", "lineno": 657, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1606353549849, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 660, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1606353549850, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 679, "first_epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1606353549850, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 629, "first_epoch_num": 9, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606353549850, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 632, "epoch_num": 9}} :::MLLOG {"namespace": "", "time_ms": 1606363646961, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606363646961, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606363646961, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606363646962, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "train.py", "lineno": 388}} :::MLLOG {"namespace": "", "time_ms": 1606363649755, "event_type": "POINT_IN_TIME", "key": "seed", "value": 1527592664, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1606363653772, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1606363653905, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.001, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1606363653905, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1606363653906, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1606363653906, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1606363663967, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "train.py", "lineno": 520}} :::MLLOG {"namespace": "", "time_ms": 1606363664052, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "train.py", "lineno": 521}} :::MLLOG {"namespace": "", "time_ms": 1606363664053, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "train.py", "lineno": 526, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1606363665444, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 512, "metadata": {"file": "train.py", "lineno": 571}} :::MLLOG {"namespace": "", "time_ms": 1606363665445, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974144, "metadata": {"file": "train.py", "lineno": 579}} :::MLLOG {"namespace": "", "time_ms": 1606363665445, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "train.py", "lineno": 581}} :::MLLOG {"namespace": "", "time_ms": 1606363665446, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1606363665622, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1606363665622, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 1296, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1606363665622, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1606363665623, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1606363665623, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1606363665623, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1606363665624, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 629, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606363665624, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 632, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1606369419187, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 646, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1606369419187, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 651, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1606369448283, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.0, "metadata": {"file": "train.py", "lineno": 657, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1606369448283, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 660, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1606369448284, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 679, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1606369448284, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 629, "first_epoch_num": 2, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606369448284, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 632, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1606371603510, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 646, "epoch_num": 9}} :::MLLOG {"namespace": "", "time_ms": 1606371603918, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 651, "epoch_num": 9}} :::MLLOG {"namespace": "", "time_ms": 1606371639084, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2279, "metadata": {"file": "train.py", "lineno": 657, "epoch_num": 9}} :::MLLOG {"namespace": "", "time_ms": 1606371639084, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 660, "epoch_num": 9}} :::MLLOG {"namespace": "", "time_ms": 1606371639085, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 679, "first_epoch_num": 9}} :::MLLOG {"namespace": "", "time_ms": 1606371639086, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 629, "first_epoch_num": 10, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606371639086, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 632, "epoch_num": 10}} :::MLLOG {"namespace": "", "time_ms": 1606389745701, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 646, "epoch_num": 10}} :::MLLOG {"namespace": "", "time_ms": 1606389745757, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 651, "epoch_num": 10}} :::MLLOG {"namespace": "", "time_ms": 1606389780490, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2314, "metadata": {"file": "train.py", "lineno": 657, "epoch_num": 10}} :::MLLOG {"namespace": "", "time_ms": 1606389780490, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 660, "epoch_num": 10}} :::MLLOG {"namespace": "", "time_ms": 1606389780491, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 679, "first_epoch_num": 10}} :::MLLOG {"namespace": "", "time_ms": 1606389780491, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 629, "first_epoch_num": 11, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606389780492, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 632, "epoch_num": 11}} :::MLLOG {"namespace": "", "time_ms": 1606407742348, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 646, "epoch_num": 11}} :::MLLOG {"namespace": "", "time_ms": 1606407742349, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 651, "epoch_num": 11}} :::MLLOG {"namespace": "", "time_ms": 1606407777140, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2321, "metadata": {"file": "train.py", "lineno": 657, "epoch_num": 11}} :::MLLOG {"namespace": "", "time_ms": 1606407777141, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 660, "epoch_num": 11}} :::MLLOG {"namespace": "", "time_ms": 1606407777142, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 679, "first_epoch_num": 11}} :::MLLOG {"namespace": "", "time_ms": 1606407777142, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 629, "first_epoch_num": 12, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606407777143, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 632, "epoch_num": 12}} :::MLLOG {"namespace": "", "time_ms": 1606425700935, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 646, "epoch_num": 12}} :::MLLOG {"namespace": "", "time_ms": 1606425700936, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 651, "epoch_num": 12}} :::MLLOG {"namespace": "", "time_ms": 1606425735890, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.23129999999999998, "metadata": {"file": "train.py", "lineno": 657, "epoch_num": 12}} :::MLLOG {"namespace": "", "time_ms": 1606425735891, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 660, "epoch_num": 12}} :::MLLOG {"namespace": "", "time_ms": 1606425735892, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 679, "first_epoch_num": 12}} :::MLLOG {"namespace": "", "time_ms": 1606425735892, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 629, "first_epoch_num": 13, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606425735892, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 632, "epoch_num": 13}} :::MLLOG {"namespace": "", "time_ms": 1606443805695, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 646, "epoch_num": 13}} :::MLLOG {"namespace": "", "time_ms": 1606443805696, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 651, "epoch_num": 13}} :::MLLOG {"namespace": "", "time_ms": 1606443840677, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2352, "metadata": {"file": "train.py", "lineno": 657, "epoch_num": 13}} :::MLLOG {"namespace": "", "time_ms": 1606443840678, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 660, "epoch_num": 13}} :::MLLOG {"namespace": "", "time_ms": 1606443840679, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 679, "first_epoch_num": 13}} :::MLLOG {"namespace": "", "time_ms": 1606443840679, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 629, "first_epoch_num": 14, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606443840679, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 632, "epoch_num": 14}} :::MLLOG {"namespace": "", "time_ms": 1606461961280, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 646, "epoch_num": 14}} :::MLLOG {"namespace": "", "time_ms": 1606461961294, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 651, "epoch_num": 14}} :::MLLOG {"namespace": "", "time_ms": 1606461996533, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2369, "metadata": {"file": "train.py", "lineno": 657, "epoch_num": 14}} :::MLLOG {"namespace": "", "time_ms": 1606461996534, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 660, "epoch_num": 14}} :::MLLOG {"namespace": "", "time_ms": 1606461996535, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 679, "first_epoch_num": 14}} :::MLLOG {"namespace": "", "time_ms": 1606461996535, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "train.py", "lineno": 629, "first_epoch_num": 15, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1606461996535, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "train.py", "lineno": 632, "epoch_num": 15}} :::MLLOG {"namespace": "", "time_ms": 1606480113344, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "train.py", "lineno": 646, "epoch_num": 15}} :::MLLOG {"namespace": "", "time_ms": 1606480113347, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "train.py", "lineno": 651, "epoch_num": 15}} :::MLLOG {"namespace": "", "time_ms": 1606480148601, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.23600000000000002, "metadata": {"file": "train.py", "lineno": 657, "epoch_num": 15}} :::MLLOG {"namespace": "", "time_ms": 1606480148602, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "train.py", "lineno": 660, "epoch_num": 15}} :::MLLOG {"namespace": "", "time_ms": 1606480148603, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "train.py", "lineno": 679, "first_epoch_num": 15}} :::MLLOG {"namespace": "", "time_ms": 1606480148603, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "train.py", "lineno": 690, "status": "aborted"}} :::MLLOG {"namespace": "", "time_ms": 1607566180843, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 302}} :::MLLOG {"namespace": "", "time_ms": 1607566180847, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 302}} :::MLLOG {"namespace": "", "time_ms": 1607566180843, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 302}} :::MLLOG {"namespace": "", "time_ms": 1607566180847, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 302}} :::MLLOG {"namespace": "", "time_ms": 1607566180843, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 302}} :::MLLOG {"namespace": "", "time_ms": 1607566180847, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 302}} :::MLLOG {"namespace": "", "time_ms": 1607566180843, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 302}} :::MLLOG {"namespace": "", "time_ms": 1607566180847, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 302}} :::MLLOG {"namespace": "", "time_ms": 1607566753739, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 302}} :::MLLOG {"namespace": "", "time_ms": 1607566753739, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 302}} :::MLLOG {"namespace": "", "time_ms": 1607566753739, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 302}} :::MLLOG {"namespace": "", "time_ms": 1607566753780, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 302}} :::MLLOG {"namespace": "", "time_ms": 1607566753983, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 302}} :::MLLOG {"namespace": "", "time_ms": 1607566753983, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 302}} :::MLLOG {"namespace": "", "time_ms": 1607566753983, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 302}} :::MLLOG {"namespace": "", "time_ms": 1607566753983, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 302}} :::MLLOG {"namespace": "", "time_ms": 1607568127777, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 302}} :::MLLOG {"namespace": "", "time_ms": 1607568127777, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 302}} :::MLLOG {"namespace": "", "time_ms": 1607568127788, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 302}} :::MLLOG {"namespace": "", "time_ms": 1607568127829, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 302}} :::MLLOG {"namespace": "", "time_ms": 1607568128034, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 302}} :::MLLOG {"namespace": "", "time_ms": 1607568128069, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 302}} :::MLLOG {"namespace": "", "time_ms": 1607568128072, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 302}} :::MLLOG {"namespace": "", "time_ms": 1607568128071, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 302}} :::MLLOG {"namespace": "", "time_ms": 1607568249983, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 302}} :::MLLOG {"namespace": "", "time_ms": 1607568249983, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 302}} :::MLLOG {"namespace": "", "time_ms": 1607568249996, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 302}} :::MLLOG {"namespace": "", "time_ms": 1607568249983, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 302}} :::MLLOG {"namespace": "", "time_ms": 1607568249996, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 302}} :::MLLOG {"namespace": "", "time_ms": 1607568249984, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 302}} :::MLLOG {"namespace": "", "time_ms": 1607568249996, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 302}} :::MLLOG {"namespace": "", "time_ms": 1607568249996, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 302}} :::MLLOG {"namespace": "", "time_ms": 1607568915427, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 304}} :::MLLOG {"namespace": "", "time_ms": 1607568915424, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 304}} :::MLLOG {"namespace": "", "time_ms": 1607568915424, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 304}} :::MLLOG {"namespace": "", "time_ms": 1607568915468, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 304}} :::MLLOG {"namespace": "", "time_ms": 1607568915549, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 304}} :::MLLOG {"namespace": "", "time_ms": 1607568915549, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 304}} :::MLLOG {"namespace": "", "time_ms": 1607568915571, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 304}} :::MLLOG {"namespace": "", "time_ms": 1607568915552, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 304}} :::MLLOG {"namespace": "", "time_ms": 1607569095219, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 304}} :::MLLOG {"namespace": "", "time_ms": 1607569095219, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 304}} :::MLLOG {"namespace": "", "time_ms": 1607569095219, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 304}} :::MLLOG {"namespace": "", "time_ms": 1607569095259, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 304}} :::MLLOG {"namespace": "", "time_ms": 1607569095432, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 304}} :::MLLOG {"namespace": "", "time_ms": 1607569095432, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 304}} :::MLLOG {"namespace": "", "time_ms": 1607569095449, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 304}} :::MLLOG {"namespace": "", "time_ms": 1607569095468, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 304}} :::MLLOG {"namespace": "", "time_ms": 1607569634693, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 304}} :::MLLOG {"namespace": "", "time_ms": 1607569634724, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 304}} :::MLLOG {"namespace": "", "time_ms": 1607569634737, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 304}} :::MLLOG {"namespace": "", "time_ms": 1607569634735, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 304}} :::MLLOG {"namespace": "", "time_ms": 1607569634851, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 304}} :::MLLOG {"namespace": "", "time_ms": 1607569634851, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 304}} :::MLLOG {"namespace": "", "time_ms": 1607569634861, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 304}} :::MLLOG {"namespace": "", "time_ms": 1607569634886, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 304}} :::MLLOG {"namespace": "", "time_ms": 1607569834633, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 304}} :::MLLOG {"namespace": "", "time_ms": 1607569834684, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 304}} :::MLLOG {"namespace": "", "time_ms": 1607569834632, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 304}} :::MLLOG {"namespace": "", "time_ms": 1607569834632, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 304}} :::MLLOG {"namespace": "", "time_ms": 1607569834632, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 304}} :::MLLOG {"namespace": "", "time_ms": 1607569834736, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 304}} :::MLLOG {"namespace": "", "time_ms": 1607569834743, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 304}} :::MLLOG {"namespace": "", "time_ms": 1607569834745, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 304}} :::MLLOG {"namespace": "", "time_ms": 1607570435407, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 305}} :::MLLOG {"namespace": "", "time_ms": 1607570435408, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 305}} :::MLLOG {"namespace": "", "time_ms": 1607570435415, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 305}} :::MLLOG {"namespace": "", "time_ms": 1607570435420, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 305}} :::MLLOG {"namespace": "", "time_ms": 1607570435501, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 305}} :::MLLOG {"namespace": "", "time_ms": 1607570435501, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 305}} :::MLLOG {"namespace": "", "time_ms": 1607570435520, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 305}} :::MLLOG {"namespace": "", "time_ms": 1607570435519, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 305}} :::MLLOG {"namespace": "", "time_ms": 1607570594912, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 305}} :::MLLOG {"namespace": "", "time_ms": 1607570594948, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 305}} :::MLLOG {"namespace": "", "time_ms": 1607570594970, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 305}} :::MLLOG {"namespace": "", "time_ms": 1607570595005, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 305}} :::MLLOG {"namespace": "", "time_ms": 1607570595115, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 305}} :::MLLOG {"namespace": "", "time_ms": 1607570595115, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 305}} :::MLLOG {"namespace": "", "time_ms": 1607570595115, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 305}} :::MLLOG {"namespace": "", "time_ms": 1607570595115, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 305}} :::MLLOG {"namespace": "", "time_ms": 1607571314985, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 305}} :::MLLOG {"namespace": "", "time_ms": 1607571314980, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 305}} :::MLLOG {"namespace": "", "time_ms": 1607571314984, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 305}} :::MLLOG {"namespace": "", "time_ms": 1607571314985, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 305}} :::MLLOG {"namespace": "", "time_ms": 1607571314988, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 305}} :::MLLOG {"namespace": "", "time_ms": 1607571315039, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 305}} :::MLLOG {"namespace": "", "time_ms": 1607571315039, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 305}} :::MLLOG {"namespace": "", "time_ms": 1607571315090, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 305}} :::MLLOG {"namespace": "", "time_ms": 1607572520830, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 305}} :::MLLOG {"namespace": "", "time_ms": 1607572520843, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 305}} :::MLLOG {"namespace": "", "time_ms": 1607572520848, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 305}} :::MLLOG {"namespace": "", "time_ms": 1607572520836, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 305}} :::MLLOG {"namespace": "", "time_ms": 1607572520882, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 305}} :::MLLOG {"namespace": "", "time_ms": 1607572520883, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 305}} :::MLLOG {"namespace": "", "time_ms": 1607572520904, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 305}} :::MLLOG {"namespace": "", "time_ms": 1607572520892, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 305}} :::MLLOG {"namespace": "", "time_ms": 1607572686378, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 305}} :::MLLOG {"namespace": "", "time_ms": 1607572686378, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 305}} :::MLLOG {"namespace": "", "time_ms": 1607572686378, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 305}} :::MLLOG {"namespace": "", "time_ms": 1607572686369, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 305}} :::MLLOG {"namespace": "", "time_ms": 1607572686378, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 305}} :::MLLOG {"namespace": "", "time_ms": 1607572686369, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 305}} :::MLLOG {"namespace": "", "time_ms": 1607572686369, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 305}} :::MLLOG {"namespace": "", "time_ms": 1607572686369, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 305}} :::MLLOG {"namespace": "", "time_ms": 1607572840750, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 305}} :::MLLOG {"namespace": "", "time_ms": 1607572840772, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 305}} :::MLLOG {"namespace": "", "time_ms": 1607572840787, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 305}} :::MLLOG {"namespace": "", "time_ms": 1607572840765, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 305}} :::MLLOG {"namespace": "", "time_ms": 1607572840836, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 305}} :::MLLOG {"namespace": "", "time_ms": 1607572840836, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 305}} :::MLLOG {"namespace": "", "time_ms": 1607572840920, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 305}} :::MLLOG {"namespace": "", "time_ms": 1607572840913, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 305}} :::MLLOG {"namespace": "", "time_ms": 1607581024758, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1607581024758, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1607581024758, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1607581024823, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1607581024834, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1607581024834, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1607581024891, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1607581024896, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1607581669791, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1607581669791, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1607581669791, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1607581669791, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1607581669790, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1607581669790, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1607581669790, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1607581669790, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1607581686829, "event_type": "POINT_IN_TIME", "key": "seed", "value": 1871203079, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/utils.py", "lineno": 145}} :::MLLOG {"namespace": "", "time_ms": 1607581704229, "event_type": "POINT_IN_TIME", "key": "opt_name", "value": "adam", "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 176}} :::MLLOG {"namespace": "", "time_ms": 1607581704255, "event_type": "POINT_IN_TIME", "key": "opt_base_learning_rate", "value": 0.002, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 178}} :::MLLOG {"namespace": "", "time_ms": 1607581704256, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_1", "value": 0.9, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 180}} :::MLLOG {"namespace": "", "time_ms": 1607581704256, "event_type": "POINT_IN_TIME", "key": "opt_adam_beta_2", "value": 0.999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 182}} :::MLLOG {"namespace": "", "time_ms": 1607581704257, "event_type": "POINT_IN_TIME", "key": "opt_adam_epsilon", "value": 1e-08, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/trainer.py", "lineno": 184}} :::MLLOG {"namespace": "", "time_ms": 1607581755269, "event_type": "INTERVAL_END", "key": "init_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 441}} :::MLLOG {"namespace": "", "time_ms": 1607581755282, "event_type": "INTERVAL_START", "key": "run_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 442}} :::MLLOG {"namespace": "", "time_ms": 1607581755282, "event_type": "POINT_IN_TIME", "key": "max_sequence_length", "value": 75, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 447, "method": "discard"}} :::MLLOG {"namespace": "", "time_ms": 1607581755696, "event_type": "POINT_IN_TIME", "key": "global_batch_size", "value": 512, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 492}} :::MLLOG {"namespace": "", "time_ms": 1607581755697, "event_type": "POINT_IN_TIME", "key": "train_samples", "value": 3974144, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 500}} :::MLLOG {"namespace": "", "time_ms": 1607581755697, "event_type": "POINT_IN_TIME", "key": "eval_samples", "value": 3003, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 502}} :::MLLOG {"namespace": "", "time_ms": 1607581755698, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_decay_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 78}} :::MLLOG {"namespace": "", "time_ms": 1607581755719, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_alt_warmup_func", "value": true, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 80}} :::MLLOG {"namespace": "", "time_ms": 1607581755719, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_interval", "value": 809, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 83}} :::MLLOG {"namespace": "", "time_ms": 1607581755720, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_factor", "value": 0.5, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 85}} :::MLLOG {"namespace": "", "time_ms": 1607581755720, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_decay_steps", "value": 4, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 87}} :::MLLOG {"namespace": "", "time_ms": 1607581755720, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_remain_steps", "value": 6453, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 89}} :::MLLOG {"namespace": "", "time_ms": 1607581755721, "event_type": "POINT_IN_TIME", "key": "opt_learning_rate_warmup_steps", "value": 200, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/seq2seq/train/lr_scheduler.py", "lineno": 91}} :::MLLOG {"namespace": "", "time_ms": 1607581755721, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 550, "first_epoch_num": 1, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1607581755721, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 553, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1607587975685, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 567, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1607587975687, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 572, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1607587982684, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.21559999999999999, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 578, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1607587982685, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 581, "epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1607587982686, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 600, "first_epoch_num": 1}} :::MLLOG {"namespace": "", "time_ms": 1607587982686, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 550, "first_epoch_num": 2, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1607587982686, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 553, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1607589730430, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1607589730430, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1607589730430, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1607589730430, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1607589730475, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1607589730473, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1607589730474, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1607589730473, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1607590025978, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1607590025978, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1607590025965, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1607590025999, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1607590025972, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1607590026014, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1607590025965, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1607590025985, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1607594004848, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 567, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1607594004866, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 572, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1607594010989, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2225, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 578, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1607594010989, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 581, "epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1607594010990, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 600, "first_epoch_num": 2}} :::MLLOG {"namespace": "", "time_ms": 1607594010990, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 550, "first_epoch_num": 3, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1607594010990, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 553, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1607594351367, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1607594351367, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1607594351383, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1607594351367, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1607594351438, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1607594351438, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1607594351467, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1607594351465, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1607594490215, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1607594490215, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1607594490215, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1607594490251, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1607594490234, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1607594490238, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1607594490234, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1607594490234, "event_type": "INTERVAL_START", "key": "init_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 303}} :::MLLOG {"namespace": "", "time_ms": 1607600036520, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 567, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1607600036544, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 572, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1607600042724, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2273, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 578, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1607600042724, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 581, "epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1607600042725, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 600, "first_epoch_num": 3}} :::MLLOG {"namespace": "", "time_ms": 1607600042725, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 550, "first_epoch_num": 4, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1607600042725, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 553, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1607606063687, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 567, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1607606063688, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 572, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1607606069895, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2293, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 578, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1607606069896, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 581, "epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1607606069896, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 600, "first_epoch_num": 4}} :::MLLOG {"namespace": "", "time_ms": 1607606069896, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 550, "first_epoch_num": 5, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1607606069897, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 553, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1607612087987, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 567, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1607612087987, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 572, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1607612094372, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2334, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 578, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1607612094373, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 581, "epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1607612094373, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 600, "first_epoch_num": 5}} :::MLLOG {"namespace": "", "time_ms": 1607612094373, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 550, "first_epoch_num": 6, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1607612094374, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 553, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1607618112931, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 567, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1607618112932, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 572, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1607618119020, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2336, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 578, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1607618119020, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 581, "epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1607618119021, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 600, "first_epoch_num": 6}} :::MLLOG {"namespace": "", "time_ms": 1607618119021, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 550, "first_epoch_num": 7, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1607618119022, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 553, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1607624143362, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 567, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1607624143363, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 572, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1607624149473, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2348, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 578, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1607624149474, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 581, "epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1607624149474, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 600, "first_epoch_num": 7}} :::MLLOG {"namespace": "", "time_ms": 1607624149475, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 550, "first_epoch_num": 8, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1607624149475, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 553, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1607630170872, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 567, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1607630170872, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 572, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1607630177403, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2371, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 578, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1607630177403, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 581, "epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1607630177404, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 600, "first_epoch_num": 8}} :::MLLOG {"namespace": "", "time_ms": 1607630177404, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 550, "first_epoch_num": 9, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1607630177404, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 553, "epoch_num": 9}} :::MLLOG {"namespace": "", "time_ms": 1607636195977, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 567, "epoch_num": 9}} :::MLLOG {"namespace": "", "time_ms": 1607636195977, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 572, "epoch_num": 9}} :::MLLOG {"namespace": "", "time_ms": 1607636202348, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2371, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 578, "epoch_num": 9}} :::MLLOG {"namespace": "", "time_ms": 1607636202348, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 581, "epoch_num": 9}} :::MLLOG {"namespace": "", "time_ms": 1607636202349, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 600, "first_epoch_num": 9}} :::MLLOG {"namespace": "", "time_ms": 1607636202349, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 550, "first_epoch_num": 10, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1607636202350, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 553, "epoch_num": 10}} :::MLLOG {"namespace": "", "time_ms": 1607642215872, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 567, "epoch_num": 10}} :::MLLOG {"namespace": "", "time_ms": 1607642215872, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 572, "epoch_num": 10}} :::MLLOG {"namespace": "", "time_ms": 1607642222111, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2375, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 578, "epoch_num": 10}} :::MLLOG {"namespace": "", "time_ms": 1607642222112, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 581, "epoch_num": 10}} :::MLLOG {"namespace": "", "time_ms": 1607642222112, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 600, "first_epoch_num": 10}} :::MLLOG {"namespace": "", "time_ms": 1607642222113, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 550, "first_epoch_num": 11, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1607642222113, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 553, "epoch_num": 11}} :::MLLOG {"namespace": "", "time_ms": 1607648236610, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 567, "epoch_num": 11}} :::MLLOG {"namespace": "", "time_ms": 1607648236610, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 572, "epoch_num": 11}} :::MLLOG {"namespace": "", "time_ms": 1607648242674, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2391, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 578, "epoch_num": 11}} :::MLLOG {"namespace": "", "time_ms": 1607648242674, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 581, "epoch_num": 11}} :::MLLOG {"namespace": "", "time_ms": 1607648242675, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 600, "first_epoch_num": 11}} :::MLLOG {"namespace": "", "time_ms": 1607648242675, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 550, "first_epoch_num": 12, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1607648242676, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 553, "epoch_num": 12}} :::MLLOG {"namespace": "", "time_ms": 1607654261837, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 567, "epoch_num": 12}} :::MLLOG {"namespace": "", "time_ms": 1607654261837, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 572, "epoch_num": 12}} :::MLLOG {"namespace": "", "time_ms": 1607654268041, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.2395, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 578, "epoch_num": 12}} :::MLLOG {"namespace": "", "time_ms": 1607654268042, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 581, "epoch_num": 12}} :::MLLOG {"namespace": "", "time_ms": 1607654268042, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 600, "first_epoch_num": 12}} :::MLLOG {"namespace": "", "time_ms": 1607654268043, "event_type": "INTERVAL_START", "key": "block_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 550, "first_epoch_num": 13, "epoch_count": 1}} :::MLLOG {"namespace": "", "time_ms": 1607654268043, "event_type": "INTERVAL_START", "key": "epoch_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 553, "epoch_num": 13}} :::MLLOG {"namespace": "", "time_ms": 1607660290357, "event_type": "INTERVAL_END", "key": "epoch_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 567, "epoch_num": 13}} :::MLLOG {"namespace": "", "time_ms": 1607660290358, "event_type": "INTERVAL_START", "key": "eval_start", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 572, "epoch_num": 13}} :::MLLOG {"namespace": "", "time_ms": 1607660296534, "event_type": "POINT_IN_TIME", "key": "eval_accuracy", "value": 0.24059999999999998, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 578, "epoch_num": 13}} :::MLLOG {"namespace": "", "time_ms": 1607660296535, "event_type": "INTERVAL_END", "key": "eval_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 581, "epoch_num": 13}} :::MLLOG {"namespace": "", "time_ms": 1607660296535, "event_type": "INTERVAL_END", "key": "block_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 600, "first_epoch_num": 13}} :::MLLOG {"namespace": "", "time_ms": 1607660296536, "event_type": "INTERVAL_END", "key": "run_stop", "value": null, "metadata": {"file": "/public/home/aiss/code/mlperf/gnmt_NV/train.py", "lineno": 611, "status": "success"}}