{"time":"2024-12-16T10:37:11.399548112+08:00","level":"INFO","msg":"using version","core version":"0.19.1"}
{"time":"2024-12-16T10:37:11.399559227+08:00","level":"INFO","msg":"created symlink","path":"/mnt/xgen-mm/LAVIS/wandb/run-20241216_103711-tpkv930s/logs/debug-core.log"}
{"time":"2024-12-16T10:37:11.509394189+08:00","level":"INFO","msg":"created new stream","id":"tpkv930s"}
{"time":"2024-12-16T10:37:11.509442549+08:00","level":"INFO","msg":"stream: started","id":"tpkv930s"}
{"time":"2024-12-16T10:37:11.509462125+08:00","level":"INFO","msg":"writer: Do: started","stream_id":"tpkv930s"}
{"time":"2024-12-16T10:37:11.509506869+08:00","level":"INFO","msg":"handler: started","stream_id":"tpkv930s"}
{"time":"2024-12-16T10:37:11.509466637+08:00","level":"INFO","msg":"sender: started","stream_id":"tpkv930s"}
{"time":"2024-12-16T10:37:21.513277968+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": dial tcp: lookup api.wandb.ai on 114.114.114.114:53: read udp 10.16.4.6:50217->114.114.114.114:53: i/o timeout"}
{"time":"2024-12-16T10:37:33.750478046+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": dial tcp: lookup api.wandb.ai on 114.114.114.114:53: read udp 10.16.4.6:54015->114.114.114.114:53: i/o timeout"}
{"time":"2024-12-16T10:37:47.82458634+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": dial tcp: lookup api.wandb.ai on 114.114.114.114:53: read udp 10.16.4.6:57663->114.114.114.114:53: i/o timeout"}
{"time":"2024-12-16T10:38:06.384998773+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": dial tcp: lookup api.wandb.ai on 114.114.114.114:53: read udp 10.16.4.6:37102->114.114.114.114:53: i/o timeout"}
{"time":"2024-12-16T10:38:36.149856348+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": dial tcp: lookup api.wandb.ai on 114.114.114.114:53: read udp 10.16.4.6:34939->114.114.114.114:53: i/o timeout"}
{"time":"2024-12-16T10:38:41.423609605+08:00","level":"INFO","msg":"stream: closing","id":"tpkv930s"}
{"time":"2024-12-16T10:38:41.423647579+08:00","level":"INFO","msg":"handler: closed","stream_id":"tpkv930s"}
{"time":"2024-12-16T10:38:41.423657977+08:00","level":"ERROR","msg":"sender: upsertRun:","error":"failed to upsert bucket: api: failed sending: context canceled"}
{"time":"2024-12-16T10:38:41.423672386+08:00","level":"INFO","msg":"writer: Close: closed","stream_id":"tpkv930s"}
{"time":"2024-12-16T10:38:41.423690712+08:00","level":"WARN","msg":"runwork: ignoring record after close","work":{"Record":{"RecordType":{"Request":{"RequestType":{"Defer":{}}}},"control":{"always_send":true}}}}
{"time":"2024-12-16T10:38:41.423816056+08:00","level":"INFO","msg":"sender: closed","stream_id":"tpkv930s"}
{"time":"2024-12-16T10:38:41.424103171+08:00","level":"INFO","msg":"stream: closed","id":"tpkv930s"}