{"time": "2021-12-06 04:19:35", "cpu_usage": 356.05527547060314, "gpu_usage:0": 56, "gpu_usage:1": 56, "gpu_usage:2": 51, "gpu_usage:3": 50, "gpu_usage:4": 50, "gpu_usage:5": 48, "gpu_usage:6": 50, "gpu_usage:7": 51, "gpu_temperature:0": 26, "gpu_temperature:1": 26, "gpu_temperature:2": 24, "gpu_temperature:3": 25, "gpu_temperature:4": 25, "gpu_temperature:5": 25, "gpu_temperature:6": 22, "gpu_temperature:7": 25, "gpu_power_limit:0": 250, "gpu_power_limit:1": 250, "gpu_power_limit:2": 250, "gpu_power_limit:3": 250, "gpu_power_limit:4": 250, "gpu_power_limit:5": 250, "gpu_power_limit:6": 250, "gpu_power_limit:7": 250, "gpu_mem_used:0": 267517952, "gpu_mem_used:1": 267517952, "gpu_mem_used:2": 267517952, "gpu_mem_used:3": 267517952, "gpu_mem_used:4": 267517952, "gpu_mem_used:5": 267517952, "gpu_mem_used:6": 267517952, "gpu_mem_used:7": 267517952, "gpu_mem_total:0": 17071734784, "gpu_mem_total:1": 17071734784, "gpu_mem_total:2": 17071734784, "gpu_mem_total:3": 17071734784, "gpu_mem_total:4": 17071734784, "gpu_mem_total:5": 17071734784, "gpu_mem_total:6": 17071734784, "gpu_mem_total:7": 17071734784, "gpu_corrected_ecc:0": 0, "gpu_corrected_ecc:1": 0, "gpu_corrected_ecc:2": 0, "gpu_corrected_ecc:3": 0, "gpu_corrected_ecc:4": 0, "gpu_corrected_ecc:5": 0, "gpu_corrected_ecc:6": 0, "gpu_corrected_ecc:7": 0, "gpu_uncorrected_ecc:0": 0, "gpu_uncorrected_ecc:1": 0, "gpu_uncorrected_ecc:2": 0, "gpu_uncorrected_ecc:3": 0, "gpu_uncorrected_ecc:4": 0, "gpu_uncorrected_ecc:5": 0, "gpu_uncorrected_ecc:6": 0, "gpu_uncorrected_ecc:7": 0, "ib0_receive_bw": 7.093990777192219e-05, "lo_receive_bw": 0.0007516388346318046, "veth867b62a_receive_bw": 0.0, "ib2_receive_bw": 0.0, "eth2_receive_bw": 7.990274558181559e-05, "eth1_receive_bw": 0.0, "docker0_receive_bw": 0.0, "ib1_receive_bw": 3.546995388596109e-05, "eth0_receive_bw": 3.680484462360479e-05, "ib0_transmit_bw": 0.0, "lo_transmit_bw": 0.0007516388346318046, "veth867b62a_transmit_bw": 0.0, "ib2_transmit_bw": 0.0, "eth2_transmit_bw": 7.761436146014067e-05, "eth1_transmit_bw": 0.0, "docker0_transmit_bw": 0.0, "ib1_transmit_bw": 3.1655980349836244e-05, "eth0_transmit_bw": 0.0}
{"time": "2021-12-06 04:19:46", "cpu_usage": 666.9910554561717, "gpu_usage:0": 56, "gpu_usage:1": 57, "gpu_usage:2": 54, "gpu_usage:3": 49, "gpu_usage:4": 47, "gpu_usage:5": 47, "gpu_usage:6": 51, "gpu_usage:7": 49, "gpu_temperature:0": 27, "gpu_temperature:1": 27, "gpu_temperature:2": 24, "gpu_temperature:3": 26, "gpu_temperature:4": 25, "gpu_temperature:5": 25, "gpu_temperature:6": 22, "gpu_temperature:7": 25, "gpu_power_limit:0": 250, "gpu_power_limit:1": 250, "gpu_power_limit:2": 250, "gpu_power_limit:3": 250, "gpu_power_limit:4": 250, "gpu_power_limit:5": 250, "gpu_power_limit:6": 250, "gpu_power_limit:7": 250, "gpu_mem_used:0": 267517952, "gpu_mem_used:1": 267517952, "gpu_mem_used:2": 267517952, "gpu_mem_used:3": 267517952, "gpu_mem_used:4": 267517952, "gpu_mem_used:5": 267517952, "gpu_mem_used:6": 267517952, "gpu_mem_used:7": 267517952, "gpu_mem_total:0": 17071734784, "gpu_mem_total:1": 17071734784, "gpu_mem_total:2": 17071734784, "gpu_mem_total:3": 17071734784, "gpu_mem_total:4": 17071734784, "gpu_mem_total:5": 17071734784, "gpu_mem_total:6": 17071734784, "gpu_mem_total:7": 17071734784, "gpu_corrected_ecc:0": 0, "gpu_corrected_ecc:1": 0, "gpu_corrected_ecc:2": 0, "gpu_corrected_ecc:3": 0, "gpu_corrected_ecc:4": 0, "gpu_corrected_ecc:5": 0, "gpu_corrected_ecc:6": 0, "gpu_corrected_ecc:7": 0, "gpu_uncorrected_ecc:0": 0, "gpu_uncorrected_ecc:1": 0, "gpu_uncorrected_ecc:2": 0, "gpu_uncorrected_ecc:3": 0, "gpu_uncorrected_ecc:4": 0, "gpu_uncorrected_ecc:5": 0, "gpu_uncorrected_ecc:6": 0, "gpu_uncorrected_ecc:7": 0, "ib0_receive_bw": 8.24993374331503e-05, "lo_receive_bw": 0.0007248700444905781, "veth867b62a_receive_bw": 0.0, "ib2_receive_bw": 0.0, "eth2_receive_bw": 7.125808822170487e-05, "eth1_receive_bw": 0.0, "docker0_receive_bw": 0.0, "ib1_receive_bw": 4.706082296994947e-05, "eth0_receive_bw": 1.752872758394879e-05, "ib0_transmit_bw": 0.0, "lo_transmit_bw": 0.0007248700444905781, "veth867b62a_transmit_bw": 0.0, "ib2_transmit_bw": 0.0, "eth2_transmit_bw": 6.0207368657911064e-05, "eth1_transmit_bw": 0.0, "docker0_transmit_bw": 0.0, "ib1_transmit_bw": 3.162792151016847e-05, "eth0_transmit_bw": 0.0}
{"time": "2021-12-06 04:19:57", "cpu_usage": 656.3735831515716, "gpu_usage:0": 55, "gpu_usage:1": 52, "gpu_usage:2": 49, "gpu_usage:3": 41, "gpu_usage:4": 21, "gpu_usage:5": 23, "gpu_usage:6": 0, "gpu_usage:7": 0, "gpu_temperature:0": 50, "gpu_temperature:1": 27, "gpu_temperature:2": 24, "gpu_temperature:3": 26, "gpu_temperature:4": 25, "gpu_temperature:5": 25, "gpu_temperature:6": 23, "gpu_temperature:7": 26, "gpu_power_limit:0": 250, "gpu_power_limit:1": 250, "gpu_power_limit:2": 250, "gpu_power_limit:3": 250, "gpu_power_limit:4": 250, "gpu_power_limit:5": 250, "gpu_power_limit:6": 250, "gpu_power_limit:7": 250, "gpu_mem_used:0": 267517952, "gpu_mem_used:1": 267517952, "gpu_mem_used:2": 267517952, "gpu_mem_used:3": 267517952, "gpu_mem_used:4": 267517952, "gpu_mem_used:5": 267517952, "gpu_mem_used:6": 267517952, "gpu_mem_used:7": 267517952, "gpu_mem_total:0": 17071734784, "gpu_mem_total:1": 17071734784, "gpu_mem_total:2": 17071734784, "gpu_mem_total:3": 17071734784, "gpu_mem_total:4": 17071734784, "gpu_mem_total:5": 17071734784, "gpu_mem_total:6": 17071734784, "gpu_mem_total:7": 17071734784, "gpu_corrected_ecc:0": 0, "gpu_corrected_ecc:1": 0, "gpu_corrected_ecc:2": 0, "gpu_corrected_ecc:3": 0, "gpu_corrected_ecc:4": 0, "gpu_corrected_ecc:5": 0, "gpu_corrected_ecc:6": 0, "gpu_corrected_ecc:7": 0, "gpu_uncorrected_ecc:0": 0, "gpu_uncorrected_ecc:1": 0, "gpu_uncorrected_ecc:2": 0, "gpu_uncorrected_ecc:3": 0, "gpu_uncorrected_ecc:4": 0, "gpu_uncorrected_ecc:5": 0, "gpu_uncorrected_ecc:6": 0, "gpu_uncorrected_ecc:7": 0, "ib0_receive_bw": 3.5438732219366325e-05, "lo_receive_bw": 0.0007402122294206353, "veth867b62a_receive_bw": 0.0, "ib2_receive_bw": 0.0, "eth2_receive_bw": 7.907028962923131e-05, "eth1_receive_bw": 0.0, "docker0_receive_bw": 0.0, "ib1_receive_bw": 3.5438732219366325e-05, "eth0_receive_bw": 7.73555122637781e-05, "ib0_transmit_bw": 0.0, "lo_transmit_bw": 0.0007402122294206353, "veth867b62a_transmit_bw": 0.0, "ib2_transmit_bw": 0.0, "eth2_transmit_bw": 8.097559781306822e-05, "eth1_transmit_bw": 0.0, "docker0_transmit_bw": 0.0, "ib1_transmit_bw": 0.0, "eth0_transmit_bw": 0.0}
{"time": "2021-12-06 04:20:08", "cpu_usage": 542.4075897252304, "gpu_usage:0": 30, "gpu_usage:1": 28, "gpu_usage:2": 26, "gpu_usage:3": 27, "gpu_usage:4": 24, "gpu_usage:5": 25, "gpu_usage:6": 27, "gpu_usage:7": 26, "gpu_temperature:0": 27, "gpu_temperature:1": 27, "gpu_temperature:2": 24, "gpu_temperature:3": 25, "gpu_temperature:4": 25, "gpu_temperature:5": 25, "gpu_temperature:6": 22, "gpu_temperature:7": 25, "gpu_power_limit:0": 250, "gpu_power_limit:1": 200, "gpu_power_limit:2": 250, "gpu_power_limit:3": 250, "gpu_power_limit:4": 250, "gpu_power_limit:5": 250, "gpu_power_limit:6": 250, "gpu_power_limit:7": 250, "gpu_mem_used:0": 267517952, "gpu_mem_used:1": 267517952, "gpu_mem_used:2": 267517952, "gpu_mem_used:3": 267517952, "gpu_mem_used:4": 267517952, "gpu_mem_used:5": 267517952, "gpu_mem_used:6": 267517952, "gpu_mem_used:7": 267517952, "gpu_mem_total:0": 17071734784, "gpu_mem_total:1": 17071734784, "gpu_mem_total:2": 17071734784, "gpu_mem_total:3": 17071734784, "gpu_mem_total:4": 17071734784, "gpu_mem_total:5": 17071734784, "gpu_mem_total:6": 17071734784, "gpu_mem_total:7": 17071734784, "gpu_corrected_ecc:0": 0, "gpu_corrected_ecc:1": 0, "gpu_corrected_ecc:2": 0, "gpu_corrected_ecc:3": 0, "gpu_corrected_ecc:4": 0, "gpu_corrected_ecc:5": 0, "gpu_corrected_ecc:6": 0, "gpu_corrected_ecc:7": 0, "gpu_uncorrected_ecc:0": 0, "gpu_uncorrected_ecc:1": 0, "gpu_uncorrected_ecc:2": 0, "gpu_uncorrected_ecc:3": 0, "gpu_uncorrected_ecc:4": 0, "gpu_uncorrected_ecc:5": 0, "gpu_uncorrected_ecc:6": 0, "gpu_uncorrected_ecc:7": 0, "ib0_receive_bw": 7.094350644144869e-05, "lo_receive_bw": 0.0007255499200443321, "veth867b62a_receive_bw": 0.0, "ib2_receive_bw": 0.0, "eth2_receive_bw": 6.255233901289024e-05, "eth1_receive_bw": 0.0, "docker0_receive_bw": 0.0, "ib1_receive_bw": 3.5471753220724344e-05, "eth0_receive_bw": 3.6806711675267735e-05, "ib0_transmit_bw": 0.0, "lo_transmit_bw": 0.0007255499200443321, "veth867b62a_transmit_bw": 0.0, "ib2_transmit_bw": 0.0, "eth2_transmit_bw": 6.026383880510157e-05, "eth1_transmit_bw": 0.0, "docker0_transmit_bw": 0.0, "ib1_transmit_bw": 3.165758620774323e-05, "eth0_transmit_bw": 0.0}
{"time": "2021-12-06 04:20:19", "cpu_usage": 565.2927013332376, "gpu_usage:0": 0, "gpu_usage:1": 0, "gpu_usage:2": 0, "gpu_usage:3": 0, "gpu_usage:4": 14, "gpu_usage:5": 13, "gpu_usage:6": 0, "gpu_usage:7": 0, "gpu_temperature:0": 27, "gpu_temperature:1": 27, "gpu_temperature:2": 24, "gpu_temperature:3": 25, "gpu_temperature:4": 25, "gpu_temperature:5": 25, "gpu_temperature:6": 22, "gpu_temperature:7": 25, "gpu_power_limit:0": 250, "gpu_power_limit:1": 250, "gpu_power_limit:2": 250, "gpu_power_limit:3": 250, "gpu_power_limit:4": 250, "gpu_power_limit:5": 250, "gpu_power_limit:6": 250, "gpu_power_limit:7": 250, "gpu_mem_used:0": 0, "gpu_mem_used:1": 0, "gpu_mem_used:2": 0, "gpu_mem_used:3": 0, "gpu_mem_used:4": 0, "gpu_mem_used:5": 0, "gpu_mem_used:6": 0, "gpu_mem_used:7": 0, "gpu_mem_total:0": 17071734784, "gpu_mem_total:1": 17071734784, "gpu_mem_total:2": 17071734784, "gpu_mem_total:3": 17071734784, "gpu_mem_total:4": 17071734784, "gpu_mem_total:5": 17071734784, "gpu_mem_total:6": 17071734784, "gpu_mem_total:7": 17071734784, "gpu_corrected_ecc:0": 12, "gpu_corrected_ecc:1": 0, "gpu_corrected_ecc:2": 0, "gpu_corrected_ecc:3": 0, "gpu_corrected_ecc:4": 0, "gpu_corrected_ecc:5": 0, "gpu_corrected_ecc:6": 0, "gpu_corrected_ecc:7": 0, "gpu_uncorrected_ecc:0": 0, "gpu_uncorrected_ecc:1": 0, "gpu_uncorrected_ecc:2": 0, "gpu_uncorrected_ecc:3": 0, "gpu_uncorrected_ecc:4": 0, "gpu_uncorrected_ecc:5": 0, "gpu_uncorrected_ecc:6": 0, "gpu_uncorrected_ecc:7": 0, "ib0_receive_bw": 7.094668432959388e-05, "lo_receive_bw": 0.0007254870623381052, "veth867b62a_receive_bw": 0.0, "ib2_receive_bw": 0.0, "eth2_receive_bw": 0.00018194391626460366, "eth1_receive_bw": 0.0, "docker0_receive_bw": 0.0, "ib1_receive_bw": 3.547334216479694e-05, "eth0_receive_bw": 0.0, "ib0_transmit_bw": 0.0, "lo_transmit_bw": 0.0007254870623381052, "veth867b62a_transmit_bw": 0.0, "ib2_transmit_bw": 0.0, "eth2_transmit_bw": 0.0006913487384268221, "eth1_transmit_bw": 0.0, "docker0_transmit_bw": 0.0, "ib1_transmit_bw": 3.165900429761447e-05, "eth0_transmit_bw": 0.0}