00010000:00000001:1.0F:1788540688.716193:0:282430:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788540688.716217:0:282430:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788540688.716224:0:282430:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788540688.716225:0:282430:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0F:1788540688.716325:0:236803:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788540688.716335:0:236803:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788540688.716339:0:236803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788540689.739192:0:282430:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788540689.739201:0:282430:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788540689.739207:0:282430:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788540689.739209:0:282430:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0F:1788540689.739288:0:248505:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788540689.739302:0:248505:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788540689.739305:0:248505:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788540690.124629:0:276289:0:(connection.c:75:cpu_latency_work()) work item of ffff9cb551919330 (cpu 3) has reached its deadline 4307027647, at 4307027650 00000100:00000010:3.0:1788540690.124646:0:276289:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9cb54641c240. 00000100:00000040:2.0F:1788540690.127681:0:267529:0:(connection.c:75:cpu_latency_work()) work item of ffff9cb551919220 (cpu 2) has reached its deadline 4307027647, at 4307027653 00000100:00000010:2.0:1788540690.127708:0:267529:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9cb54641cd20. 00010000:00000001:1.0:1788540690.762681:0:282430:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788540690.762688:0:282430:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788540690.762694:0:282430:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788540690.762695:0:282430:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788540690.775883:0:248506:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788540690.775891:0:248506:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788540690.775896:0:248506:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788540691.465937:0:265437:0:(pinger.c:229:ptlrpc_pinger_process_import()) a8182fa2-ba98-45c9-b2de-583c598f0d35->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788540691.465949:0:265437:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788540691.465957:0:265437:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cb55e51f100. 00000020:00000040:2.0:1788540691.465962:0:265437:0:(genops.c:1210:class_import_get()) import ffff9cb54fb73800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:2.0:1788540691.465967:0:265437:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788540691.465970:0:265437:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788540691.465975:0:265437:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788540691.465983:0:265437:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cb4412f9800. 00000100:00000001:2.0:1788540691.465990:0:265437:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788540691.466001:0:265437:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a8182fa2-ba98-45c9-b2de-583c598f0d35->MGS req@ffff9cb55e51f100 x1875408067965056/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788540691.466012:0:265437:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788540691.466016:0:265437:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788540691.466022:0:265437:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbf5bb23] to pc [ptlrpcd_01_01+1] req@ffff9cb55e51f100 x1875408067965056/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788540691.466157:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788540691.466161:0:2415:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788540691.466163:0:2415:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788540691.466168:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cb55e51f100 x1875408067965056/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788540691.466176:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788540691.466178:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788540691.466181:0:2415:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788540691.466184:0:2415:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788540691.466186:0:2415:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788540691.466189:0:2415:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cb55e51f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a8182fa2-ba98-45c9-b2de-583c598f0d35:2415:1875408067965056:192.168.204.151@tcp:400:kworker.0 00000100:00000001:3.0:1788540691.466194:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788540691.466198:0:2415:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788540691.466201:0:2415:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788540691.466203:0:2415:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788540691.466208:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cb54924dc00. 02000000:00000001:3.0:1788540691.466210:0:2415:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788540691.466217:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1788540691.466221:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cb549140e70. 00000400:00000010:3.0:1788540691.466228:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cb5505eff68. 00000100:00000200:3.0:1788540691.466234:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875408067965056, portal 25 00000100:00000001:3.0:1788540691.466236:0:2415:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788540691.466237:0:2415:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446634901518283008 : -109172191268608 : ffff9cb55e51f100) 00000100:00000040:3.0:1788540691.466242:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cb55e51f100 x1875408067965056/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1788540707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788540691.466249:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788540691.466251:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1788540691.466254:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cb5505ef220. 00000100:00000200:3.0:1788540691.466256:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875408067965056, offset 0 00000400:00000200:3.0:1788540691.466272:0:2415:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1788540691.466280:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1788540691.466287:0:2415:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1788540691.466291:0:2415:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788540691.466295:0:2415:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1788540691.466299:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788540691.466301:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1788540691.466305:0:2415:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [547571:547571:256:4294967295] 192.168.204.151@tcp LPNI seq info [547503:547503:8:4294967295] 00000400:00000200:3.0:1788540691.466309:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1788540691.466318:0:2415:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1788540691.466324:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1788540691.466328:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cb460765100. 00000800:00000200:3.0:1788540691.466334:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cb545330e40] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1788540691.466341:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1788540691.466345:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cb460765100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788540691.466360:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788540691.466364:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1788540691.466367:0:2415:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4307032762 00000100:00000010:3.0:1788540691.466371:0:2415:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9cb5483e5a20. 00000100:00000001:3.0:1788540691.466377:0:2415:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788540691.466580:0:2415:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4307032762 00000100:00000010:3.0:1788540691.466586:0:2415:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9cb5483e5300. 00000100:00000001:3.0:1788540691.466589:0:2415:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788540691.466592:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788540691.466595:0:2415:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788540691.466597:0:2415:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788540691.466600:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788540691.466626:0:265437:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788540691.466629:0:265437:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f25b0cb-c0fb-47df-8441-7602d698eac8->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788540691.466632:0:265437:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788540691.466636:0:265437:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cb55e51fb80. 00000020:00000040:2.0:1788540691.466638:0:265437:0:(genops.c:1210:class_import_get()) import ffff9cb5483dd000 refcount=9 obd=lustre-MDT0000-mdc-ffff9cb55cf91000 00000100:00000001:2.0:1788540691.466641:0:265437:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788540691.466642:0:265437:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788540691.466644:0:265437:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788540691.466648:0:265437:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cb4412f9700. 00000100:00000001:2.0:1788540691.466651:0:265437:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788540691.466656:0:265437:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2f25b0cb-c0fb-47df-8441-7602d698eac8->lustre-MDT0000_UUID req@ffff9cb55e51fb80 x1875408067965184/t0(0) o400->lustre-MDT0000-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788540691.466664:0:265437:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788540691.466667:0:265437:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788540691.466671:0:265437:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b78250dd] to pc [ptlrpcd_01_00+0] req@ffff9cb55e51fb80 x1875408067965184/t0(0) o400->lustre-MDT0000-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788540691.474571:0:2415:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788540691.474578:0:2415:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788540691.474584:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788540691.474586:0:2415:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788540691.474597:0:2415:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788540691.474600:0:2415:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1788540691.474603:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788540691.474605:0:2415:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788540691.474606:0:2415:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788540691.474608:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788540691.474609:0:2415:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788540691.474611:0:2415:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788540691.474624:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cb55e51fb80 x1875408067965184/t0(0) o400->lustre-MDT0000-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788540691.474634:0:2415:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788540691.474637:0:2415:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788540691.474640:0:2415:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788540691.474643:0:2415:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788540691.474646:0:2415:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788540691.474650:0:2415:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cb55e51fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f25b0cb-c0fb-47df-8441-7602d698eac8:2415:1875408067965184:192.168.204.151@tcp:400:kworker.0 00000100:00000001:3.0:1788540691.474655:0:2415:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788540691.474660:0:2415:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788540691.474663:0:2415:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788540691.474666:0:2415:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788540691.474672:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cb54924d200. 02000000:00000001:3.0:1788540691.474674:0:2415:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788540691.474681:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1788540691.474685:0:2415:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cb549140580. 00000400:00000010:3.0:1788540691.474692:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cb5505ef330. 00000100:00000200:3.0:1788540691.474698:0:2415:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875408067965184, portal 10 00000100:00000001:3.0:1788540691.474700:0:2415:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788540691.474702:0:2415:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446634901518285696 : -109172191265920 : ffff9cb55e51fb80) 00000100:00000040:3.0:1788540691.474710:0:2415:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cb55e51fb80 x1875408067965184/t0(0) o400->lustre-MDT0000-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788540691.474718:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788540691.474721:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1788540691.474724:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cb5505efaa0. 00000100:00000200:3.0:1788540691.474727:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875408067965184, offset 0 00000400:00000200:3.0:1788540691.474738:0:2415:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1788540691.475136:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1788540691.475212:0:2415:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1788540691.475218:0:2415:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788540691.475223:0:2415:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1788540691.475227:0:2415:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788540691.475231:0:2415:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1788540691.475234:0:2415:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [547572:547572:255:4294967295] 192.168.204.151@tcp LPNI seq info [547504:547504:7:4294967295] 00000400:00000200:3.0:1788540691.475240:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1788540691.475250:0:2415:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1788540691.475257:0:2415:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1788540691.475265:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cb460765700. 00000800:00000200:3.0:1788540691.475273:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cb545330e40] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1788540691.475281:0:2415:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1788540691.475285:0:2415:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cb460765700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788540691.475290:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788540691.475295:0:2415:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cb55cf91000: using a timeout of 24590 usecs (25 jiffies) 00000400:00000200:3.0:1788540691.475299:0:2415:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1788540691.475302:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cb55cf91000: PM QoS new deadline estimation for cpu 2 is 4307029025 00000100:00000001:3.0:1788540691.475305:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cb55cf91000: PM QoS request active for cpu 2, keep current deadline 4307032762 00000100:00000001:3.0:1788540691.475307:0:2415:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cb55cf91000: PM QoS new deadline estimation for cpu 3 is 4307029025 00000100:00000001:3.0:1788540691.475309:0:2415:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cb55cf91000: PM QoS request active for cpu 3, keep current deadline 4307032762 00000100:00000001:3.0:1788540691.475312:0:2415:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788540691.475315:0:2415:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788540691.475318:0:2415:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788540691.475321:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788540691.475376:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1788540691.475690:0:265437:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788540691.475695:0:265437:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f25b0cb-c0fb-47df-8441-7602d698eac8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788540691.475699:0:265437:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788540691.475705:0:265437:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cb55e51df80. 00000020:00000040:2.0:1788540691.475709:0:265437:0:(genops.c:1210:class_import_get()) import ffff9cb5483da800 refcount=4 obd=lustre-MDT0001-mdc-ffff9cb55cf91000 00000100:00000001:2.0:1788540691.475713:0:265437:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788540691.475716:0:265437:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788540691.475719:0:265437:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788540691.475725:0:265437:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cb4412f9c00. 00000100:00000001:2.0:1788540691.475731:0:265437:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788540691.475737:0:265437:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2f25b0cb-c0fb-47df-8441-7602d698eac8->lustre-MDT0001_UUID req@ffff9cb55e51df80 x1875408067965312/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788540691.475870:0:265437:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788540691.475875:0:265437:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788540691.475882:0:265437:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006524e5d5] to pc [ptlrpcd_01_01+1] req@ffff9cb55e51df80 x1875408067965312/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788540691.475893:0:265437:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788540691.475896:0:265437:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f25b0cb-c0fb-47df-8441-7602d698eac8->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788540691.475899:0:265437:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788540691.475902:0:265437:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cb55e51ed80. 00000020:00000040:2.0:1788540691.475905:0:265437:0:(genops.c:1210:class_import_get()) import ffff9cb5483de800 refcount=4 obd=lustre-OST0000-osc-ffff9cb55cf91000 00000100:00000001:2.0:1788540691.475907:0:265437:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788540691.475908:0:265437:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788540691.475910:0:265437:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788540691.475914:0:265437:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cb4412f9200. 00000100:00000001:2.0:1788540691.475917:0:265437:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788540691.475921:0:265437:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2f25b0cb-c0fb-47df-8441-7602d698eac8->lustre-OST0000_UUID req@ffff9cb55e51ed80 x1875408067965440/t0(0) o400->lustre-OST0000-osc-ffff9cb55cf91000@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788540691.475927:0:265437:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788540691.475937:0:265437:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788540691.475941:0:265437:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000400ff4ee] to pc [ptlrpcd_01_00+0] req@ffff9cb55e51ed80 x1875408067965440/t0(0) o400->lustre-OST0000-osc-ffff9cb55cf91000@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788540691.475948:0:265437:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788540691.475950:0:265437:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f25b0cb-c0fb-47df-8441-7602d698eac8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788540691.475953:0:265437:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2f25b0cb-c0fb-47df-8441-7602d698eac8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788540691.475958:0:265437:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12366) 00000100:00000001:2.0:1788540691.475972:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788540691.475974:0:2414:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788540691.475976:0:2414:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788540691.475980:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cb55e51ed80 x1875408067965440/t0(0) o400->lustre-OST0000-osc-ffff9cb55cf91000@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788540691.475987:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788540691.475988:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788540691.475991:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788540691.475994:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788540691.475996:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788540691.475999:0:2414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cb55e51ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f25b0cb-c0fb-47df-8441-7602d698eac8:2414:1875408067965440:192.168.204.151@tcp:400:kworker.0 00000100:00000001:2.0:1788540691.476003:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788540691.476007:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788540691.476009:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788540691.476011:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788540691.476015:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cb5541b0800. 02000000:00000001:2.0:1788540691.476017:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788540691.476022:0:2414:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1788540691.476025:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cb55198ccb8. 00000400:00000010:2.0:1788540691.476030:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cb550f6e880. 00000100:00000200:2.0:1788540691.476035:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875408067965440, portal 4 00000100:00000001:2.0:1788540691.476037:0:2414:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788540691.476038:0:2414:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446634901518282112 : -109172191269504 : ffff9cb55e51ed80) 00000800:00000010:3.0:1788540691.476543:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cb460765100. 00000400:00000200:3.0:1788540691.476553:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788540691.476558:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1788540691.476571:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cb5505ef220 00000400:00000010:3.0:1788540691.476573:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cb5505ef220. 00000100:00000001:3.0:1788540691.476578:0:2406:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788540691.476584:0:2406:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cb55e51f100 x1875408067965056/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1788540707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788540691.476595:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788540691.476598:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cb55e51f100 x1875408067965056/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1788540707 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788540691.476604:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788540691.476606:0:2406:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788540691.476681:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788540691.476684:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cb460765700. 00000400:00000200:3.0:1788540691.476687:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788540691.476691:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1788540691.476694:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cb5505efaa0 00000400:00000010:3.0:1788540691.476696:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cb5505efaa0. 00000100:00000001:3.0:1788540691.476698:0:2406:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788540691.476702:0:2406:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cb55e51fb80 x1875408067965184/t0(0) o400->lustre-MDT0000-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788540691.476710:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788540691.476713:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cb55e51fb80 x1875408067965184/t0(0) o400->lustre-MDT0000-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540746 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788540691.476721:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788540691.476722:0:2406:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:2.0:1788540691.476829:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cb55e51ed80 x1875408067965440/t0(0) o400->lustre-OST0000-osc-ffff9cb55cf91000@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1788540707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788540691.476867:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788540691.476870:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1788540691.476873:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cb550f6ed48. 00000100:00000200:2.0:1788540691.476877:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875408067965440, offset 0 00000400:00000200:2.0:1788540691.476882:0:2414:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1788540691.476891:0:2414:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540691.476897:0:2414:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1788540691.476901:0:2414:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788540691.476904:0:2414:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1788540691.476907:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788540691.476909:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1788540691.476912:0:2414:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [547573:547573:256:4294967295] 192.168.204.151@tcp LPNI seq info [547505:547505:8:4294967295] 00000400:00000200:2.0:1788540691.476917:0:2414:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540691.476924:0:2414:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1788540691.476929:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1788540691.476933:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cb4412f9600. 00000800:00000200:2.0:1788540691.476939:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cb545330e40] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1788540691.476945:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1788540691.476949:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cb4412f9600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788540691.477229:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788540691.477235:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9cb55cf91000: using a timeout of 94710 usecs (95 jiffies) 00000400:00000200:2.0:1788540691.477238:0:2414:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1788540691.477241:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9cb55cf91000: PM QoS new deadline estimation for cpu 2 is 4307029098 00000100:00000001:2.0:1788540691.477244:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9cb55cf91000: PM QoS request active for cpu 2, keep current deadline 4307032762 00000100:00000001:2.0:1788540691.477246:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9cb55cf91000: PM QoS new deadline estimation for cpu 3 is 4307029098 00000100:00000001:2.0:1788540691.477249:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9cb55cf91000: PM QoS request active for cpu 3, keep current deadline 4307032762 00000100:00000001:2.0:1788540691.477251:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788540691.477254:0:2414:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788540691.477263:0:2414:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788540691.477266:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788540691.477274:0:2414:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788540691.477276:0:2414:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788540691.477278:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788540691.477280:0:2414:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788540691.477281:0:2414:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788540691.477284:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1788540691.477286:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788540691.477287:0:2414:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788540691.477289:0:2414:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788540691.477290:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788540691.477291:0:2414:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788540691.477293:0:2414:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788540691.477298:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cb55e51df80 x1875408067965312/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788540691.477306:0:2414:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788540691.477308:0:2414:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788540691.477311:0:2414:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788540691.477313:0:2414:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788540691.477315:0:2414:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788540691.477319:0:2414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cb55e51df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f25b0cb-c0fb-47df-8441-7602d698eac8:2414:1875408067965312:192.168.204.151@tcp:400:kworker.0 00000100:00000001:2.0:1788540691.477323:0:2414:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788540691.477326:0:2414:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788540691.477328:0:2414:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788540691.477330:0:2414:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788540691.477334:0:2414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cb5541b0c00. 02000000:00000001:2.0:1788540691.477336:0:2414:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788540691.477339:0:2414:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1788540691.477342:0:2414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cb55198cf78. 00000400:00000010:2.0:1788540691.477347:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cb550f6ef68. 00000100:00000200:2.0:1788540691.477351:0:2414:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875408067965312, portal 10 00000100:00000001:2.0:1788540691.477353:0:2414:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788540691.477355:0:2414:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446634901518278528 : -109172191273088 : ffff9cb55e51df80) 00000100:00000040:2.0:1788540691.477361:0:2414:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cb55e51df80 x1875408067965312/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788540691.477374:0:2414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788540691.477376:0:2414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1788540691.477379:0:2414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cb550f6ecc0. 00000100:00000200:2.0:1788540691.477397:0:2414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875408067965312, offset 0 00000400:00000200:2.0:1788540691.477402:0:2414:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1788540691.477406:0:2414:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540691.477410:0:2414:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1788540691.477412:0:2414:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788540691.477414:0:2414:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1788540691.477417:0:2414:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788540691.477419:0:2414:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1788540691.477422:0:2414:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [547574:547574:255:4294967295] 192.168.204.151@tcp LPNI seq info [547506:547506:7:4294967295] 00000400:00000200:2.0:1788540691.477435:0:2414:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540691.477442:0:2414:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1788540691.477446:0:2414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1788540691.477449:0:2414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cb4412f9500. 00000800:00000200:2.0:1788540691.477453:0:2414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cb545330e40] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1788540691.477457:0:2414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1788540691.477460:0:2414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cb4412f9500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788540691.477463:0:2414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788540691.477466:0:2414:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cb55cf91000: using a timeout of 19423 usecs (20 jiffies) 00000400:00000200:2.0:1788540691.477469:0:2414:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1788540691.477470:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cb55cf91000: PM QoS new deadline estimation for cpu 2 is 4307029023 00000100:00000001:2.0:1788540691.477472:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cb55cf91000: PM QoS request active for cpu 2, keep current deadline 4307032762 00000100:00000001:2.0:1788540691.477474:0:2414:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cb55cf91000: PM QoS new deadline estimation for cpu 3 is 4307029023 00000100:00000001:2.0:1788540691.477476:0:2414:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cb55cf91000: PM QoS request active for cpu 3, keep current deadline 4307032762 00000100:00000001:2.0:1788540691.477478:0:2414:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788540691.477480:0:2414:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788540691.477486:0:2414:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788540691.477489:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788540691.477534:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788540691.477536:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cb4412f9600. 00000400:00000200:2.0:1788540691.477540:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788540691.477544:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1788540691.477547:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cb550f6ed48 00000400:00000010:2.0:1788540691.477549:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cb550f6ed48. 00000100:00000001:2.0:1788540691.477552:0:2407:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788540691.477556:0:2407:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cb55e51ed80 x1875408067965440/t0(0) o400->lustre-OST0000-osc-ffff9cb55cf91000@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1788540707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788540691.477564:0:2407:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788540691.477567:0:2407:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cb55e51ed80 x1875408067965440/t0(0) o400->lustre-OST0000-osc-ffff9cb55cf91000@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1788540707 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788540691.477573:0:2407:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788540691.477574:0:2407:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788540691.477583:0:2407:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788540691.477586:0:2407:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cb4412f9500. 00000400:00000200:2.0:1788540691.477588:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788540691.477591:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1788540691.477593:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cb550f6ecc0 00000400:00000010:2.0:1788540691.477595:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cb550f6ecc0. 00000100:00000001:2.0:1788540691.477597:0:2407:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788540691.477600:0:2407:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cb55e51df80 x1875408067965312/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788540691.477606:0:2407:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788540691.477609:0:2407:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cb55e51df80 x1875408067965312/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540746 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788540691.477616:0:2407:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788540691.477618:0:2407:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788540691.482901:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788540691.485315:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788540691.485325:0:2415:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788540691.485330:0:2415:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788540691.485337:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788540691.485867:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788540691.485872:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788540691.485886:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788540691.485895:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540691.485903:0:2406:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1788540691.485912:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540691.485917:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540691.485922:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540691.485926:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 10 MB=0x6a9ac77b33100 00000400:00000200:2.0:1788540691.485931:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540691.485937:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 224/224 into md 0x52091d [1] + 224 00000800:00000001:2.0:1788540691.485944:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788540691.485953:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788540691.485956:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788540691.485961:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1788540691.485969:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788540691.485978:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cb55e51fb80 x1875408067965184/t0(0) o400->lustre-MDT0000-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540746 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788540691.485990:0:2406:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cb55e51fb80 x1875408067965184/t0(0) o400->lustre-MDT0000-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540746 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788540691.486005:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788540691.486013:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788540691.486015:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788540691.486283:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788540691.486288:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788540691.486290:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788540691.486292:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788540691.486296:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1788540691.486300:0:2407:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1788540691.486312:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1788540691.486314:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1788540691.486317:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1788540691.486320:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 25 MB=0x6a9ac77b33080 00000400:00000200:3.0:1788540691.486323:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1788540691.486328:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 224/224 into md 0x52090d [1] + 224 00000800:00000001:3.0:1788540691.486332:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788540691.486338:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788540691.486340:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788540691.486343:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1788540691.486346:0:2407:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788540691.486351:0:2407:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cb55e51f100 x1875408067965056/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1788540707 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788540691.486360:0:2407:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cb55e51f100 x1875408067965056/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1788540707 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788540691.486367:0:2407:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788540691.486371:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788540691.486374:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788540691.486398:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788540691.486401:0:2415:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788540691.486406:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788540691.486408:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788540691.486412:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cb549140580. 00000400:00000200:3.0:1788540691.486416:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cb5505ef330 00000400:00000010:3.0:1788540691.486418:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cb5505ef330. 00000100:00000001:3.0:1788540691.486422:0:2415:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788540691.486438:0:2415:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cb55e51fb80 x1875408067965184/t0(0) o400->lustre-MDT0000-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540746 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788540691.486452:0:2415:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cb55e51fb80 x1875408067965184/t0(0) o400->lustre-MDT0000-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540746 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788540691.486460:0:2415:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788540691.486462:0:2415:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788540691.486470:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788540691.486473:0:2415:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788540691.486475:0:2415:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788540691.486478:0:2415:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788540691.486481:0:2415:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788540691.486490:0:2415:0:(import.c:2195:obd_at_measure()) add 36 to ffff9cb5483dd460 time=15 v=36 (36 36 36 36) 00000100:00001000:3.0:1788540691.486495:0:2415:0:(import.c:2195:obd_at_measure()) add 1 to ffff9cb5483dd418 time=83 v=5 (1 1 1 1) 00000100:00000001:3.0:1788540691.486498:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788540691.486500:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788540691.486503:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788540691.486507:0:2415:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788540691.486510:0:2415:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788540691.486512:0:2415:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9cb55cf91000: skip recheck: last_committed 30064771618 00000100:00000001:3.0:1788540691.486515:0:2415:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788540691.486517:0:2415:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788540691.486522:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cb55e51fb80 x1875408067965184/t0(0) o400->lustre-MDT0000-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540746 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788540691.486529:0:2415:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788540691.486532:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788540691.486534:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788540691.486538:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cb55e51fb80 x1875408067965184/t0(0) o400->lustre-MDT0000-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540746 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788540691.486548:0:2415:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cb55e51fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f25b0cb-c0fb-47df-8441-7602d698eac8:2415:1875408067965184:192.168.204.151@tcp:400:kworker.0 00000400:00000001:3.0:1788540691.486554:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788540691.486555:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788540691.486557:0:2415:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cb549140e70. 00000400:00000200:3.0:1788540691.486560:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cb5505eff68 00000400:00000010:3.0:1788540691.486562:0:2415:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cb5505eff68. 00000100:00000001:3.0:1788540691.486564:0:2415:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788540691.486568:0:2415:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cb55e51f100 x1875408067965056/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1788540707 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788540691.486577:0:2415:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cb55e51f100 x1875408067965056/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1788540707 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788540691.486588:0:2415:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788540691.486590:0:2415:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788540691.486592:0:2415:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788540691.486594:0:2415:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788540691.486595:0:2415:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788540691.486597:0:2415:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788540691.486599:0:2415:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788540691.486602:0:2415:0:(import.c:2195:obd_at_measure()) add 5 to ffff9cb54fb73c60 time=15 v=5 (5 5 5 5) 00000100:00001000:3.0:1788540691.486605:0:2415:0:(import.c:2195:obd_at_measure()) add 1 to ffff9cb54fb73c18 time=83 v=5 (1 1 1 1) 00000100:00000001:3.0:1788540691.486607:0:2415:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788540691.486608:0:2415:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788540691.486610:0:2415:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788540691.486612:0:2415:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788540691.486614:0:2415:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788540691.486618:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cb55e51f100 x1875408067965056/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1788540707 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788540691.486625:0:2415:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788540691.486627:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788540691.486629:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788540691.486632:0:2415:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cb55e51f100 x1875408067965056/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1788540707 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788540691.486641:0:2415:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cb55e51f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a8182fa2-ba98-45c9-b2de-583c598f0d35:2415:1875408067965056:192.168.204.151@tcp:400:kworker.0 00000100:00000001:3.0:1788540691.486645:0:2415:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788540691.486648:0:2415:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788540691.486651:0:2415:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cb55e51fb80 x1875408067965184/t0(0) o400->lustre-MDT0000-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540746 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788540691.486658:0:2415:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788540691.486661:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788540691.486664:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cb54924d200. 02000000:00000001:3.0:1788540691.486668:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788540691.486670:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788540691.486677:0:2415:0:(genops.c:1223:class_import_put()) import ffff9cb5483dd000 refcount=8 obd=lustre-MDT0000-mdc-ffff9cb55cf91000 00000020:00000001:3.0:1788540691.486680:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788540691.486683:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cb4412f9700. 02000000:00000001:3.0:1788540691.486686:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788540691.486689:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788540691.486691:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cb55e51fb80. 00000100:00000001:3.0:1788540691.486694:0:2415:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788540691.486696:0:2415:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788540691.486698:0:2415:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788540691.486702:0:2415:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cb55e51f100 x1875408067965056/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1788540707 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788540691.486709:0:2415:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788540691.486710:0:2415:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788540691.486712:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cb54924dc00. 02000000:00000001:3.0:1788540691.486714:0:2415:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788540691.486715:0:2415:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788540691.486716:0:2415:0:(genops.c:1223:class_import_put()) import ffff9cb54fb73800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:3.0:1788540691.486718:0:2415:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788540691.486719:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cb4412f9800. 02000000:00000001:3.0:1788540691.486722:0:2415:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788540691.486723:0:2415:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788540691.486724:0:2415:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cb55e51f100. 00000100:00000001:3.0:1788540691.486726:0:2415:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788540691.486728:0:2415:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788540691.486730:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788540691.486738:0:2415:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788540691.486740:0:2415:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788540691.486743:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788540691.486745:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788540691.490130:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788540691.490158:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788540691.490162:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788540691.490165:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788540691.490173:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540691.490182:0:2406:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1788540691.490190:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540691.490195:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540691.490200:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540691.490204:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 4 MB=0x6a9ac77b33200 00000400:00000200:2.0:1788540691.490209:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540691.490224:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.151@tcp of length 224/224 into md 0x52092d [1] + 224 00000800:00000001:2.0:1788540691.490232:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788540691.490240:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788540691.490243:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788540691.490247:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1788540691.490256:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788540691.490264:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cb55e51ed80 x1875408067965440/t0(0) o400->lustre-OST0000-osc-ffff9cb55cf91000@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1788540707 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788540691.490276:0:2406:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cb55e51ed80 x1875408067965440/t0(0) o400->lustre-OST0000-osc-ffff9cb55cf91000@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1788540707 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788540691.490299:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788540691.490307:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788540691.490310:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788540691.490872:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788540691.490877:0:2414:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788540691.490884:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788540691.490885:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788540691.490889:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cb55198ccb8. 00000400:00000200:3.0:1788540691.490894:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cb550f6e880 00000400:00000010:3.0:1788540691.490896:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cb550f6e880. 00000100:00000001:3.0:1788540691.490900:0:2414:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788540691.490905:0:2414:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cb55e51ed80 x1875408067965440/t0(0) o400->lustre-OST0000-osc-ffff9cb55cf91000@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1788540707 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788540691.490921:0:2414:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cb55e51ed80 x1875408067965440/t0(0) o400->lustre-OST0000-osc-ffff9cb55cf91000@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1788540707 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788540691.490928:0:2414:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788540691.490930:0:2414:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788540691.490932:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788540691.490936:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788540691.490938:0:2414:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788540691.490940:0:2414:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788540691.490943:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788540691.490952:0:2414:0:(import.c:2195:obd_at_measure()) add 5 to ffff9cb5483dec60 time=15 v=5 (5 5 5 5) 00000100:00001000:3.0:1788540691.490956:0:2414:0:(import.c:2195:obd_at_measure()) add 1 to ffff9cb5483dec18 time=124 v=5 (1 1 0 0) 00000100:00000001:3.0:1788540691.490959:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788540691.490961:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788540691.490964:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788540691.490967:0:2414:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788540691.490971:0:2414:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788540691.490973:0:2414:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9cb55cf91000: skip recheck: last_committed 38654729215 00000100:00000001:3.0:1788540691.490975:0:2414:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788540691.490978:0:2414:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788540691.490982:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cb55e51ed80 x1875408067965440/t0(0) o400->lustre-OST0000-osc-ffff9cb55cf91000@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1788540707 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788540691.490989:0:2414:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788540691.490992:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788540691.490994:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788540691.490998:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cb55e51ed80 x1875408067965440/t0(0) o400->lustre-OST0000-osc-ffff9cb55cf91000@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1788540707 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788540691.491006:0:2414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cb55e51ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f25b0cb-c0fb-47df-8441-7602d698eac8:2414:1875408067965440:192.168.204.151@tcp:400:kworker.0 00000100:00000001:3.0:1788540691.491011:0:2414:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788540691.491013:0:2414:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788540691.491016:0:2414:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cb55e51ed80 x1875408067965440/t0(0) o400->lustre-OST0000-osc-ffff9cb55cf91000@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1788540707 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788540691.491034:0:2414:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788540691.491037:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:2.0:1788540691.491283:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788540691.491290:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788540691.491292:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788540691.491293:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788540691.491298:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540691.491303:0:2407:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1788540691.491309:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540691.491311:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540691.491315:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540691.491318:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 10 MB=0x6a9ac77b33180 00000400:00000200:2.0:1788540691.491322:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540691.491327:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 224/224 into md 0x52093d [1] + 224 00000800:00000001:2.0:1788540691.491342:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788540691.491358:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788540691.491361:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788540691.491365:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1788540691.491370:0:2407:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788540691.491374:0:2407:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cb55e51df80 x1875408067965312/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540746 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788540691.491405:0:2407:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cb55e51df80 x1875408067965312/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540746 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788540691.491412:0:2407:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788540691.491419:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788540691.491422:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1788540691.491649:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cb5541b0800. 02000000:00000001:3.0:1788540691.491655:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788540691.491657:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788540691.491659:0:2414:0:(genops.c:1223:class_import_put()) import ffff9cb5483de800 refcount=3 obd=lustre-OST0000-osc-ffff9cb55cf91000 00000020:00000001:3.0:1788540691.491661:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788540691.491664:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cb4412f9200. 02000000:00000001:3.0:1788540691.491667:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788540691.491669:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788540691.491672:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cb55e51ed80. 00000100:00000001:3.0:1788540691.491676:0:2414:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788540691.491677:0:2414:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788540691.491681:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788540691.491683:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788540691.491685:0:2414:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788540691.491688:0:2414:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788540691.491690:0:2414:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788540691.491692:0:2414:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cb55198cf78. 00000400:00000200:3.0:1788540691.491694:0:2414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cb550f6ef68 00000400:00000010:3.0:1788540691.491695:0:2414:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cb550f6ef68. 00000100:00000001:3.0:1788540691.491697:0:2414:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788540691.491701:0:2414:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cb55e51df80 x1875408067965312/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540746 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788540691.491709:0:2414:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cb55e51df80 x1875408067965312/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540746 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788540691.491714:0:2414:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788540691.491715:0:2414:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788540691.491717:0:2414:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788540691.491719:0:2414:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788540691.491720:0:2414:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788540691.491722:0:2414:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788540691.491724:0:2414:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788540691.491729:0:2414:0:(import.c:2195:obd_at_measure()) add 36 to ffff9cb5483dac60 time=15 v=36 (36 36 36 36) 00000100:00001000:3.0:1788540691.491733:0:2414:0:(import.c:2195:obd_at_measure()) add 1 to ffff9cb5483dac18 time=63 v=5 (1 1 1 1) 00000100:00000001:3.0:1788540691.491741:0:2414:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788540691.491742:0:2414:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788540691.491755:0:2414:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788540691.491759:0:2414:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cb55e51df80 x1875408067965312/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540746 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788540691.491765:0:2414:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788540691.491767:0:2414:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788540691.491769:0:2414:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9cb55cf91000: skip recheck: last_committed 21474836545 00000100:00000001:3.0:1788540691.491771:0:2414:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788540691.491772:0:2414:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788540691.491775:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cb55e51df80 x1875408067965312/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540746 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788540691.491781:0:2414:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788540691.491783:0:2414:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788540691.491784:0:2414:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788540691.491787:0:2414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cb55e51df80 x1875408067965312/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540746 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788540691.491793:0:2414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cb55e51df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f25b0cb-c0fb-47df-8441-7602d698eac8:2414:1875408067965312:192.168.204.151@tcp:400:kworker.0 00000100:00000001:3.0:1788540691.491797:0:2414:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788540691.491799:0:2414:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788540691.491801:0:2414:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cb55e51df80 x1875408067965312/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540746 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788540691.491807:0:2414:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788540691.491809:0:2414:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788540691.491810:0:2414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cb5541b0c00. 02000000:00000001:3.0:1788540691.491813:0:2414:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788540691.491814:0:2414:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788540691.491815:0:2414:0:(genops.c:1223:class_import_put()) import ffff9cb5483da800 refcount=3 obd=lustre-MDT0001-mdc-ffff9cb55cf91000 00000020:00000001:3.0:1788540691.491817:0:2414:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788540691.491818:0:2414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cb4412f9c00. 02000000:00000001:3.0:1788540691.491820:0:2414:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788540691.491827:0:2414:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788540691.491828:0:2414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cb55e51df80. 00000100:00000001:3.0:1788540691.491831:0:2414:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788540691.491832:0:2414:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788540691.491834:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788540691.491875:0:2414:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788540691.491878:0:2414:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788540691.491880:0:2414:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788540691.491882:0:2414:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788540691.786291:0:282430:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788540691.786299:0:282430:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788540691.786308:0:282430:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788540691.786309:0:282430:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788540691.786400:0:236802:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788540691.786404:0:236802:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788540691.786407:0:236802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788540692.810834:0:282430:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788540692.810864:0:282430:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788540692.810869:0:282430:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788540692.810873:0:282430:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788540692.810876:0:282430:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788540692.810882:0:282430:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788540692.810884:0:282430:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788540692.810886:0:282430:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788540692.810889:0:282430:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788540692.810891:0:282430:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788540692.810893:0:282430:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788540692.810895:0:282430:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788540692.811110:0:242802:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788540692.811113:0:242802:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788540692.811116:0:242802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788540693.834937:0:282430:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788540693.834946:0:282430:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788540693.834948:0:282430:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788540693.834951:0:282430:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788540693.834957:0:282430:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788540693.834960:0:282430:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788540693.834962:0:282430:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788540693.834964:0:282430:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788540693.834968:0:282430:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788540693.834969:0:282430:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788540693.835479:0:236803:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788540693.835483:0:236803:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788540693.835486:0:236803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788540694.857981:0:282430:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788540694.858005:0:282430:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788540694.858011:0:282430:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788540694.858012:0:282430:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788540694.858110:0:248505:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788540694.858114:0:248505:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788540694.858117:0:248505:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788540695.241960:0:276289:0:(connection.c:75:cpu_latency_work()) work item of ffff9cb551919330 (cpu 3) has reached its deadline 4307032762, at 4307032768 00000100:00000010:3.0:1788540695.241978:0:276289:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9cb5483e5300. 00000100:00000040:2.0:1788540695.244195:0:267529:0:(connection.c:75:cpu_latency_work()) work item of ffff9cb551919220 (cpu 2) has reached its deadline 4307032762, at 4307032770 00000100:00000010:2.0:1788540695.244210:0:267529:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9cb5483e5a20. 00010000:00000001:1.0:1788540695.882294:0:282430:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788540695.882303:0:282430:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788540695.882308:0:282430:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788540695.882310:0:282430:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788540695.885299:0:248506:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788540695.885305:0:248506:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788540695.885310:0:248506:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788540696.586633:0:285373:0:(pinger.c:229:ptlrpc_pinger_process_import()) a8182fa2-ba98-45c9-b2de-583c598f0d35->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788540696.586647:0:285373:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788540696.586657:0:285373:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cb578c34a80. 00000020:00000040:1.0:1788540696.586665:0:285373:0:(genops.c:1210:class_import_get()) import ffff9cb54fb73800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:1.0:1788540696.586671:0:285373:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788540696.586674:0:285373:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788540696.586680:0:285373:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788540696.586689:0:285373:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cb550f8b600. 00000100:00000001:1.0:1788540696.586697:0:285373:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788540696.586712:0:285373:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a8182fa2-ba98-45c9-b2de-583c598f0d35->MGS req@ffff9cb578c34a80 x1875408067965568/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788540696.586723:0:285373:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788540696.586728:0:285373:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788540696.586734:0:285373:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd061ff6] to pc [ptlrpcd_00_01+1] req@ffff9cb578c34a80 x1875408067965568/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788540696.586762:0:285373:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788540696.586765:0:285373:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f25b0cb-c0fb-47df-8441-7602d698eac8->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788540696.586769:0:285373:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788540696.586772:0:285373:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cb578c35f80. 00000020:00000040:1.0:1788540696.586775:0:285373:0:(genops.c:1210:class_import_get()) import ffff9cb5483dd000 refcount=9 obd=lustre-MDT0000-mdc-ffff9cb55cf91000 00000100:00000001:1.0:1788540696.586778:0:285373:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788540696.586779:0:285373:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788540696.586781:0:285373:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788540696.586784:0:285373:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cb550f8b900. 00000100:00000001:1.0:1788540696.586787:0:285373:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788540696.586793:0:285373:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2f25b0cb-c0fb-47df-8441-7602d698eac8->lustre-MDT0000_UUID req@ffff9cb578c35f80 x1875408067965696/t0(0) o400->lustre-MDT0000-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788540696.586817:0:285373:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788540696.586819:0:285373:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788540696.586824:0:285373:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f92dbe97] to pc [ptlrpcd_00_00+0] req@ffff9cb578c35f80 x1875408067965696/t0(0) o400->lustre-MDT0000-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788540696.586833:0:285373:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788540696.586835:0:285373:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f25b0cb-c0fb-47df-8441-7602d698eac8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788540696.586878:0:285373:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788540696.586882:0:285373:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cb578c35180. 00000020:00000040:1.0:1788540696.586885:0:285373:0:(genops.c:1210:class_import_get()) import ffff9cb5483da800 refcount=4 obd=lustre-MDT0001-mdc-ffff9cb55cf91000 00000100:00000001:1.0:1788540696.586888:0:285373:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788540696.586890:0:285373:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788540696.586891:0:285373:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788540696.586895:0:285373:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cb550f8ba00. 00000100:00000001:1.0:1788540696.586898:0:285373:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788540696.586903:0:285373:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2f25b0cb-c0fb-47df-8441-7602d698eac8->lustre-MDT0001_UUID req@ffff9cb578c35180 x1875408067965824/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788540696.586910:0:285373:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788540696.586912:0:285373:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788540696.586917:0:285373:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006002ee2d] to pc [ptlrpcd_00_01+1] req@ffff9cb578c35180 x1875408067965824/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788540696.586925:0:285373:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788540696.586928:0:285373:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f25b0cb-c0fb-47df-8441-7602d698eac8->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788540696.586931:0:285373:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788540696.586934:0:285373:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cb578c34e00. 00000020:00000040:1.0:1788540696.586937:0:285373:0:(genops.c:1210:class_import_get()) import ffff9cb5483de800 refcount=4 obd=lustre-OST0000-osc-ffff9cb55cf91000 00000100:00000001:1.0:1788540696.586940:0:285373:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788540696.586941:0:285373:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788540696.586943:0:285373:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788540696.586946:0:285373:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cb550f8bd00. 00000100:00000001:1.0:1788540696.586956:0:285373:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788540696.586961:0:285373:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2f25b0cb-c0fb-47df-8441-7602d698eac8->lustre-OST0000_UUID req@ffff9cb578c34e00 x1875408067965952/t0(0) o400->lustre-OST0000-osc-ffff9cb55cf91000@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788540696.586969:0:285373:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788540696.586971:0:285373:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788540696.586975:0:285373:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8c7f0aa] to pc [ptlrpcd_00_00+0] req@ffff9cb578c34e00 x1875408067965952/t0(0) o400->lustre-OST0000-osc-ffff9cb55cf91000@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788540696.586982:0:285373:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788540696.586990:0:285373:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f25b0cb-c0fb-47df-8441-7602d698eac8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788540696.586994:0:285373:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2f25b0cb-c0fb-47df-8441-7602d698eac8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788540696.587000:0:285373:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12371) 00000100:00000001:1.0:1788540696.587013:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788540696.587017:0:2413:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788540696.587020:0:2413:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788540696.587026:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cb578c34a80 x1875408067965568/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788540696.587035:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788540696.587038:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788540696.587041:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788540696.587044:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788540696.587046:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788540696.587050:0:2413:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cb578c34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a8182fa2-ba98-45c9-b2de-583c598f0d35:2413:1875408067965568:192.168.204.151@tcp:400:kworker.0 00000100:00000001:1.0:1788540696.587054:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788540696.587060:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788540696.587062:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788540696.587065:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788540696.587069:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cb551b8d200. 02000000:00000001:1.0:1788540696.587070:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788540696.587077:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1788540696.587082:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cb56594af78. 00000400:00000010:1.0:1788540696.587089:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cb55418acc0. 00000100:00000200:1.0:1788540696.587103:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875408067965568, portal 25 00000100:00000001:1.0:1788540696.587105:0:2413:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788540696.587107:0:2413:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446634901961919104 : -109171747632512 : ffff9cb578c34a80) 00000100:00000040:1.0:1788540696.587114:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cb578c34a80 x1875408067965568/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1788540712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788540696.587121:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788540696.587123:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1788540696.587126:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cb55418ab28. 00000100:00000200:1.0:1788540696.587130:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875408067965568, offset 0 00000400:00000200:1.0:1788540696.587135:0:2413:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1788540696.587143:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1788540696.587150:0:2413:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1788540696.587156:0:2413:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788540696.587160:0:2413:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1788540696.587164:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788540696.587167:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1788540696.587171:0:2413:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [547575:547575:256:4294967295] 192.168.204.151@tcp LPNI seq info [547507:547507:8:4294967295] 00000400:00000200:1.0:1788540696.587176:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1788540696.587186:0:2413:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1788540696.587192:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1788540696.587196:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cb550f8b500. 00000800:00000200:1.0:1788540696.587203:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cb545330e40] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1788540696.587210:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1788540696.587215:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cb550f8b500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788540696.587224:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788540696.587228:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1788540696.587231:0:2413:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4307037883 00000100:00000010:1.0:1788540696.587235:0:2413:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9cb55d5fd900. 00000100:00000001:1.0:1788540696.587241:0:2413:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788540696.587246:0:2413:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4307037883 00000100:00000010:1.0:1788540696.587249:0:2413:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9cb55d5fdd20. 00000100:00000001:1.0:1788540696.587258:0:2413:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788540696.587261:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788540696.587264:0:2413:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788540696.587267:0:2413:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788540696.587273:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cb578c35180 x1875408067965824/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788540696.587279:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788540696.587281:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788540696.587283:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788540696.587284:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788540696.587286:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788540696.587289:0:2413:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cb578c35180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f25b0cb-c0fb-47df-8441-7602d698eac8:2413:1875408067965824:192.168.204.151@tcp:400:kworker.0 00000100:00000001:1.0:1788540696.587292:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788540696.587294:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788540696.587295:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788540696.587297:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788540696.587300:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cb551b8c600. 02000000:00000001:1.0:1788540696.587302:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788540696.587305:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1788540696.587308:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cb56594ae18. 00000400:00000010:1.0:1788540696.587312:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cb55418a4c8. 00000100:00000200:1.0:1788540696.587315:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875408067965824, portal 10 00000100:00000001:1.0:1788540696.587317:0:2413:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788540696.587318:0:2413:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446634901961920896 : -109171747630720 : ffff9cb578c35180) 00000100:00000040:1.0:1788540696.587336:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cb578c35180 x1875408067965824/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788540696.587343:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788540696.587346:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1788540696.587348:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cb55418a330. 00000100:00000200:1.0:1788540696.587351:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875408067965824, offset 0 00000400:00000200:1.0:1788540696.587354:0:2413:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1788540696.587359:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1788540696.587369:0:2413:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1788540696.587372:0:2413:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788540696.587375:0:2413:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1788540696.587378:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788540696.587380:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1788540696.587383:0:2413:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [547576:547576:255:4294967295] 192.168.204.151@tcp LPNI seq info [547508:547508:7:4294967295] 00000400:00000200:1.0:1788540696.587387:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1788540696.587393:0:2413:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1788540696.587398:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1788540696.587402:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cb550f8b400. 00000800:00000200:1.0:1788540696.587406:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cb545330e40] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1788540696.587410:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1788540696.587412:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cb550f8b400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788540696.587423:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788540696.587428:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cb55cf91000: using a timeout of 19423 usecs (20 jiffies) 00000400:00000200:1.0:1788540696.587431:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1788540696.587433:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cb55cf91000: PM QoS new deadline estimation for cpu 2 is 4307034133 00000100:00000001:1.0:1788540696.587435:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cb55cf91000: PM QoS request active for cpu 2, keep current deadline 4307037883 00000100:00000001:1.0:1788540696.587437:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cb55cf91000: PM QoS new deadline estimation for cpu 3 is 4307034133 00000100:00000001:1.0:1788540696.587439:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cb55cf91000: PM QoS request active for cpu 3, keep current deadline 4307037883 00000100:00000001:1.0:1788540696.587441:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788540696.587443:0:2413:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788540696.587446:0:2413:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788540696.587449:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788540696.587457:0:2413:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788540696.587459:0:2413:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788540696.587461:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788540696.587466:0:2413:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788540696.587468:0:2413:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788540696.587506:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1788540696.587507:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788540696.587516:0:2413:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788540696.587517:0:2413:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788540696.587519:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788540696.587521:0:2413:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788540696.587522:0:2413:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788540696.587526:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cb578c35f80 x1875408067965696/t0(0) o400->lustre-MDT0000-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788540696.587531:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788540696.587532:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788540696.587534:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788540696.587536:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788540696.587538:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788540696.587540:0:2413:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cb578c35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f25b0cb-c0fb-47df-8441-7602d698eac8:2413:1875408067965696:192.168.204.151@tcp:400:kworker.0 00000100:00000001:1.0:1788540696.587543:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788540696.587545:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788540696.587546:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788540696.587548:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788540696.587551:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cb551b8d000. 02000000:00000001:1.0:1788540696.587552:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788540696.587556:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1788540696.587558:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cb56594abb0. 00000400:00000010:1.0:1788540696.587562:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cb55418a908. 00000100:00000200:1.0:1788540696.587565:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875408067965696, portal 10 00000100:00000001:1.0:1788540696.587567:0:2413:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788540696.587568:0:2413:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446634901961924480 : -109171747627136 : ffff9cb578c35f80) 00000100:00000040:1.0:1788540696.587574:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cb578c35f80 x1875408067965696/t0(0) o400->lustre-MDT0000-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788540696.587581:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788540696.587584:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1788540696.587586:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cb55418aaa0. 00000100:00000200:1.0:1788540696.587589:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875408067965696, offset 0 00000400:00000200:1.0:1788540696.587592:0:2413:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1788540696.587596:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1788540696.587605:0:2413:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1788540696.587608:0:2413:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788540696.587610:0:2413:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1788540696.587613:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788540696.587615:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1788540696.587618:0:2413:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [547577:547577:254:4294967295] 192.168.204.151@tcp LPNI seq info [547509:547509:6:4294967295] 00000400:00000200:1.0:1788540696.587622:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1788540696.587628:0:2413:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1788540696.587633:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1788540696.587636:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cb550f8b300. 00000800:00000200:1.0:1788540696.587640:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cb545330e40] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1788540696.587644:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1788540696.587647:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cb550f8b300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788540696.587650:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788540696.587652:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cb55cf91000: using a timeout of 24590 usecs (25 jiffies) 00000400:00000200:1.0:1788540696.587656:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1788540696.587658:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cb55cf91000: PM QoS new deadline estimation for cpu 2 is 4307034138 00000100:00000001:1.0:1788540696.587660:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cb55cf91000: PM QoS request active for cpu 2, keep current deadline 4307037883 00000100:00000001:1.0:1788540696.587662:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cb55cf91000: PM QoS new deadline estimation for cpu 3 is 4307034138 00000100:00000001:1.0:1788540696.587664:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cb55cf91000: PM QoS request active for cpu 3, keep current deadline 4307037883 00000100:00000001:1.0:1788540696.587666:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788540696.587668:0:2413:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788540696.587670:0:2413:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788540696.587673:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cb578c34e00 x1875408067965952/t0(0) o400->lustre-OST0000-osc-ffff9cb55cf91000@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788540696.587680:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788540696.587681:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788540696.587683:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788540696.587685:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788540696.587693:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788540696.587697:0:2413:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cb578c34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f25b0cb-c0fb-47df-8441-7602d698eac8:2413:1875408067965952:192.168.204.151@tcp:400:kworker.0 00000100:00000001:1.0:1788540696.587700:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788540696.587702:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788540696.587703:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788540696.587705:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788540696.587708:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cb551b8dc00. 02000000:00000001:1.0:1788540696.587709:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788540696.587713:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1788540696.587715:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cb56594acb8. 00000400:00000010:1.0:1788540696.587718:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cb55418a000. 00000100:00000200:1.0:1788540696.587721:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875408067965952, portal 4 00000100:00000001:1.0:1788540696.587722:0:2413:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788540696.587724:0:2413:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446634901961920000 : -109171747631616 : ffff9cb578c34e00) 00000100:00000040:1.0:1788540696.587729:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cb578c34e00 x1875408067965952/t0(0) o400->lustre-OST0000-osc-ffff9cb55cf91000@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1788540712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788540696.587735:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788540696.587737:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1788540696.587739:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cb55418a7f8. 00000100:00000200:1.0:1788540696.587741:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875408067965952, offset 0 00000400:00000200:1.0:1788540696.587745:0:2413:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1788540696.587748:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1788540696.587751:0:2413:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1788540696.587754:0:2413:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788540696.587756:0:2413:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1788540696.587758:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788540696.587760:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1788540696.587763:0:2413:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [547578:547578:253:4294967295] 192.168.204.151@tcp LPNI seq info [547510:547510:5:4294967295] 00000400:00000200:1.0:1788540696.587767:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1788540696.587773:0:2413:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1788540696.587776:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1788540696.587785:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cb550f8b700. 00000800:00000200:1.0:1788540696.587789:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cb545330e40] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1788540696.587793:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1788540696.587795:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cb550f8b700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788540696.587798:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788540696.587802:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9cb55cf91000: using a timeout of 94661 usecs (95 jiffies) 00000400:00000200:1.0:1788540696.587805:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1788540696.587806:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9cb55cf91000: PM QoS new deadline estimation for cpu 2 is 4307034208 00000100:00000001:1.0:1788540696.587809:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9cb55cf91000: PM QoS request active for cpu 2, keep current deadline 4307037883 00000100:00000001:1.0:1788540696.587811:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9cb55cf91000: PM QoS new deadline estimation for cpu 3 is 4307034208 00000100:00000001:1.0:1788540696.587813:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9cb55cf91000: PM QoS request active for cpu 3, keep current deadline 4307037883 00000100:00000001:1.0:1788540696.587814:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788540696.587816:0:2413:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788540696.587819:0:2413:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788540696.587821:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788540696.587834:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788540696.587837:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788540696.587952:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788540696.587957:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cb550f8b500. 00000400:00000200:2.0:1788540696.587961:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788540696.587965:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1788540696.587971:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cb55418ab28 00000400:00000010:2.0:1788540696.587973:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cb55418ab28. 00000100:00000001:2.0:1788540696.587977:0:2406:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788540696.587981:0:2406:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cb578c34a80 x1875408067965568/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1788540712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788540696.587990:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788540696.587993:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cb578c34a80 x1875408067965568/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1788540712 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788540696.587998:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788540696.588001:0:2406:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788540696.588013:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788540696.588015:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cb550f8b400. 00000400:00000200:2.0:1788540696.588018:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788540696.588022:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1788540696.588024:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cb55418a330 00000400:00000010:2.0:1788540696.588025:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cb55418a330. 00000100:00000001:2.0:1788540696.588027:0:2406:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788540696.588038:0:2406:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cb578c35180 x1875408067965824/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788540696.588044:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788540696.588046:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cb578c35180 x1875408067965824/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540751 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788540696.588051:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788540696.588052:0:2406:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788540696.588059:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788540696.588061:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cb550f8b300. 00000400:00000200:2.0:1788540696.588064:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788540696.588066:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1788540696.588069:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cb55418aaa0 00000400:00000010:2.0:1788540696.588070:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cb55418aaa0. 00000100:00000001:2.0:1788540696.588072:0:2406:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788540696.588075:0:2406:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cb578c35f80 x1875408067965696/t0(0) o400->lustre-MDT0000-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788540696.588080:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788540696.588083:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cb578c35f80 x1875408067965696/t0(0) o400->lustre-MDT0000-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540751 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788540696.588088:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788540696.588089:0:2406:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788540696.588131:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788540696.588134:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cb550f8b700. 00000400:00000200:2.0:1788540696.588137:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788540696.588139:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1788540696.588142:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cb55418a7f8 00000400:00000010:2.0:1788540696.588143:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cb55418a7f8. 00000100:00000001:2.0:1788540696.588145:0:2406:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788540696.588148:0:2406:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cb578c34e00 x1875408067965952/t0(0) o400->lustre-OST0000-osc-ffff9cb55cf91000@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1788540712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788540696.588154:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788540696.588156:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cb578c34e00 x1875408067965952/t0(0) o400->lustre-OST0000-osc-ffff9cb55cf91000@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1788540712 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788540696.588166:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788540696.588168:0:2406:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788540696.594394:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788540696.594414:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788540696.594418:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788540696.594421:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788540696.594432:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540696.594440:0:2407:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1788540696.594450:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540696.594456:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540696.594461:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540696.594465:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 10 MB=0x6a9ac77b33380 00000400:00000200:2.0:1788540696.594470:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540696.594476:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 224/224 into md 0x520955 [1] + 224 00000800:00000001:2.0:1788540696.594483:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788540696.594487:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788540696.594491:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788540696.594496:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1788540696.594504:0:2407:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788540696.594513:0:2407:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cb578c35180 x1875408067965824/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540751 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788540696.594524:0:2407:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cb578c35180 x1875408067965824/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540751 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788540696.594546:0:2407:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788540696.594554:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788540696.594557:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788540696.594559:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788540696.594561:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788540696.594564:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540696.594568:0:2407:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1788540696.594572:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540696.594589:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540696.594592:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540696.594595:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 10 MB=0x6a9ac77b33300 00000400:00000200:2.0:1788540696.594599:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540696.594603:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 224/224 into md 0x52095d [1] + 224 00000800:00000001:2.0:1788540696.594606:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788540696.594610:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788540696.594612:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788540696.594615:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1788540696.594618:0:2407:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788540696.594622:0:2407:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cb578c35f80 x1875408067965696/t0(0) o400->lustre-MDT0000-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540751 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788540696.594630:0:2407:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cb578c35f80 x1875408067965696/t0(0) o400->lustre-MDT0000-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540751 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788540696.594637:0:2407:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788540696.594640:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788540696.594643:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788540696.594645:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788540696.594647:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788540696.594650:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540696.594653:0:2407:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1788540696.594657:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540696.594659:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540696.594661:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540696.594664:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 4 MB=0x6a9ac77b33400 00000400:00000200:2.0:1788540696.594667:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540696.594671:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.151@tcp of length 224/224 into md 0x520965 [1] + 224 00000800:00000001:2.0:1788540696.594674:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788540696.594676:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788540696.594678:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788540696.594680:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1788540696.594683:0:2407:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788540696.594691:0:2407:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cb578c34e00 x1875408067965952/t0(0) o400->lustre-OST0000-osc-ffff9cb55cf91000@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1788540712 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788540696.594699:0:2407:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cb578c34e00 x1875408067965952/t0(0) o400->lustre-OST0000-osc-ffff9cb55cf91000@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1788540712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788540696.594706:0:2407:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788540696.594709:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788540696.594712:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788540696.594713:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788540696.594715:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788540696.594718:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540696.594722:0:2407:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1788540696.594725:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540696.594727:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540696.594730:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540696.594733:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 25 MB=0x6a9ac77b33280 00000400:00000200:2.0:1788540696.594736:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540696.594740:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 224/224 into md 0x52094d [1] + 224 00000800:00000001:2.0:1788540696.594743:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788540696.594750:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788540696.594752:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788540696.594755:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1788540696.594757:0:2407:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788540696.594761:0:2407:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cb578c34a80 x1875408067965568/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1788540712 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788540696.594769:0:2407:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cb578c34a80 x1875408067965568/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1788540712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788540696.594776:0:2407:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788540696.594778:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788540696.594780:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788540696.594918:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788540696.594922:0:2413:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788540696.594928:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788540696.594930:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788540696.594934:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cb56594abb0. 00000400:00000200:1.0:1788540696.594938:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cb55418a908 00000400:00000010:1.0:1788540696.594941:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cb55418a908. 00000100:00000001:1.0:1788540696.594944:0:2413:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788540696.594949:0:2413:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cb578c35f80 x1875408067965696/t0(0) o400->lustre-MDT0000-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540751 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788540696.594957:0:2413:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cb578c35f80 x1875408067965696/t0(0) o400->lustre-MDT0000-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540751 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788540696.594962:0:2413:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788540696.594964:0:2413:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788540696.594966:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788540696.594978:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788540696.594980:0:2413:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788540696.594982:0:2413:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788540696.594985:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788540696.594995:0:2413:0:(import.c:2195:obd_at_measure()) add 36 to ffff9cb5483dd460 time=20 v=36 (36 36 36 36) 00000100:00001000:1.0:1788540696.594999:0:2413:0:(import.c:2195:obd_at_measure()) add 1 to ffff9cb5483dd418 time=88 v=5 (1 1 1 1) 00000100:00000001:1.0:1788540696.595002:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788540696.595003:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788540696.595006:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788540696.595009:0:2413:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788540696.595012:0:2413:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788540696.595014:0:2413:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9cb55cf91000: skip recheck: last_committed 30064771618 00000100:00000001:1.0:1788540696.595016:0:2413:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788540696.595018:0:2413:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788540696.595023:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cb578c35f80 x1875408067965696/t0(0) o400->lustre-MDT0000-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540751 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788540696.595030:0:2413:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788540696.595033:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788540696.595035:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788540696.595039:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cb578c35f80 x1875408067965696/t0(0) o400->lustre-MDT0000-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540751 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788540696.595046:0:2413:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cb578c35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f25b0cb-c0fb-47df-8441-7602d698eac8:2413:1875408067965696:192.168.204.151@tcp:400:kworker.0 00000400:00000001:1.0:1788540696.595053:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788540696.595054:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788540696.595055:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cb56594acb8. 00000400:00000200:1.0:1788540696.595058:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cb55418a000 00000400:00000010:1.0:1788540696.595060:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cb55418a000. 00000100:00000001:1.0:1788540696.595062:0:2413:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788540696.595065:0:2413:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cb578c34e00 x1875408067965952/t0(0) o400->lustre-OST0000-osc-ffff9cb55cf91000@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1788540712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788540696.595074:0:2413:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cb578c34e00 x1875408067965952/t0(0) o400->lustre-OST0000-osc-ffff9cb55cf91000@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1788540712 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788540696.595088:0:2413:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788540696.595089:0:2413:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788540696.595091:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788540696.595093:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788540696.595094:0:2413:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788540696.595095:0:2413:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788540696.595097:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788540696.595101:0:2413:0:(import.c:2195:obd_at_measure()) add 5 to ffff9cb5483dec60 time=20 v=5 (5 5 5 5) 00000100:00001000:1.0:1788540696.595104:0:2413:0:(import.c:2195:obd_at_measure()) add 1 to ffff9cb5483dec18 time=129 v=5 (1 1 0 0) 00000100:00000001:1.0:1788540696.595106:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788540696.595107:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788540696.595109:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788540696.595110:0:2413:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788540696.595112:0:2413:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788540696.595113:0:2413:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9cb55cf91000: skip recheck: last_committed 38654729215 00000100:00000001:1.0:1788540696.595115:0:2413:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788540696.595116:0:2413:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788540696.595121:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cb578c34e00 x1875408067965952/t0(0) o400->lustre-OST0000-osc-ffff9cb55cf91000@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1788540712 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788540696.595126:0:2413:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788540696.595128:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788540696.595129:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788540696.595132:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cb578c34e00 x1875408067965952/t0(0) o400->lustre-OST0000-osc-ffff9cb55cf91000@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1788540712 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788540696.595138:0:2413:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cb578c34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f25b0cb-c0fb-47df-8441-7602d698eac8:2413:1875408067965952:192.168.204.151@tcp:400:kworker.0 00000400:00000001:1.0:1788540696.595142:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788540696.595143:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788540696.595145:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cb56594af78. 00000400:00000200:1.0:1788540696.595147:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cb55418acc0 00000400:00000010:1.0:1788540696.595149:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cb55418acc0. 00000100:00000001:1.0:1788540696.595150:0:2413:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788540696.595159:0:2413:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cb578c34a80 x1875408067965568/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1788540712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788540696.595166:0:2413:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cb578c34a80 x1875408067965568/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1788540712 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788540696.595171:0:2413:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788540696.595172:0:2413:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788540696.595174:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788540696.595175:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788540696.595176:0:2413:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788540696.595177:0:2413:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788540696.595179:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788540696.595182:0:2413:0:(import.c:2195:obd_at_measure()) add 5 to ffff9cb54fb73c60 time=20 v=5 (5 5 5 5) 00000100:00001000:1.0:1788540696.595184:0:2413:0:(import.c:2195:obd_at_measure()) add 1 to ffff9cb54fb73c18 time=88 v=5 (1 1 1 1) 00000100:00000001:1.0:1788540696.595186:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788540696.595187:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788540696.595188:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788540696.595191:0:2413:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788540696.595192:0:2413:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788540696.595195:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cb578c34a80 x1875408067965568/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1788540712 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788540696.595201:0:2413:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788540696.595203:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788540696.595204:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788540696.595207:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cb578c34a80 x1875408067965568/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1788540712 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788540696.595214:0:2413:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cb578c34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a8182fa2-ba98-45c9-b2de-583c598f0d35:2413:1875408067965568:192.168.204.151@tcp:400:kworker.0 00000400:00000001:1.0:1788540696.595219:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788540696.595220:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788540696.595222:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cb56594ae18. 00000400:00000200:1.0:1788540696.595224:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cb55418a4c8 00000400:00000010:1.0:1788540696.595225:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cb55418a4c8. 00000100:00000001:1.0:1788540696.595227:0:2413:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788540696.595237:0:2413:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cb578c35180 x1875408067965824/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540751 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788540696.595245:0:2413:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cb578c35180 x1875408067965824/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540751 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788540696.595250:0:2413:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788540696.595252:0:2413:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788540696.595254:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788540696.595255:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788540696.595257:0:2413:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788540696.595258:0:2413:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788540696.595260:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788540696.595264:0:2413:0:(import.c:2195:obd_at_measure()) add 36 to ffff9cb5483dac60 time=20 v=36 (36 36 36 36) 00000100:00001000:1.0:1788540696.595267:0:2413:0:(import.c:2195:obd_at_measure()) add 1 to ffff9cb5483dac18 time=68 v=5 (1 1 1 1) 00000100:00000001:1.0:1788540696.595269:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788540696.595270:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788540696.595272:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788540696.595275:0:2413:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cb578c35180 x1875408067965824/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540751 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788540696.595281:0:2413:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788540696.595283:0:2413:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788540696.595284:0:2413:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9cb55cf91000: skip recheck: last_committed 21474836545 00000100:00000001:1.0:1788540696.595286:0:2413:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788540696.595287:0:2413:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788540696.595290:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cb578c35180 x1875408067965824/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540751 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788540696.595296:0:2413:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788540696.595298:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788540696.595300:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788540696.595303:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cb578c35180 x1875408067965824/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540751 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788540696.595311:0:2413:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cb578c35180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f25b0cb-c0fb-47df-8441-7602d698eac8:2413:1875408067965824:192.168.204.151@tcp:400:kworker.0 00000100:00000001:1.0:1788540696.595320:0:2413:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788540696.595323:0:2413:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788540696.595337:0:2413:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cb578c35f80 x1875408067965696/t0(0) o400->lustre-MDT0000-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540751 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788540696.595345:0:2413:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788540696.595348:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788540696.595351:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cb551b8d000. 02000000:00000001:1.0:1788540696.595354:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788540696.595357:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788540696.595358:0:2413:0:(genops.c:1223:class_import_put()) import ffff9cb5483dd000 refcount=8 obd=lustre-MDT0000-mdc-ffff9cb55cf91000 00000020:00000001:1.0:1788540696.595360:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788540696.595363:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cb550f8b900. 02000000:00000001:1.0:1788540696.595367:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788540696.595369:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788540696.595371:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cb578c35f80. 00000100:00000001:1.0:1788540696.595374:0:2413:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788540696.595375:0:2413:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788540696.595377:0:2413:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788540696.595380:0:2413:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cb578c34e00 x1875408067965952/t0(0) o400->lustre-OST0000-osc-ffff9cb55cf91000@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1788540712 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788540696.595386:0:2413:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788540696.595387:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788540696.595388:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cb551b8dc00. 02000000:00000001:1.0:1788540696.595389:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788540696.595390:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788540696.595392:0:2413:0:(genops.c:1223:class_import_put()) import ffff9cb5483de800 refcount=3 obd=lustre-OST0000-osc-ffff9cb55cf91000 00000020:00000001:1.0:1788540696.595393:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788540696.595394:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cb550f8bd00. 02000000:00000001:1.0:1788540696.595396:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788540696.595397:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788540696.595398:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cb578c34e00. 00000100:00000001:1.0:1788540696.595400:0:2413:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788540696.595401:0:2413:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788540696.595402:0:2413:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788540696.595405:0:2413:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cb578c34a80 x1875408067965568/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1788540712 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788540696.595426:0:2413:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788540696.595427:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788540696.595429:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cb551b8d200. 02000000:00000001:1.0:1788540696.595431:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788540696.595432:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788540696.595433:0:2413:0:(genops.c:1223:class_import_put()) import ffff9cb54fb73800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:1.0:1788540696.595435:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788540696.595436:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cb550f8b600. 02000000:00000001:1.0:1788540696.595438:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788540696.595440:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788540696.595441:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cb578c34a80. 00000100:00000001:1.0:1788540696.595442:0:2413:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788540696.595444:0:2413:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788540696.595445:0:2413:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788540696.595449:0:2413:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cb578c35180 x1875408067965824/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540751 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788540696.595455:0:2413:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788540696.595456:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788540696.595458:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cb551b8c600. 02000000:00000001:1.0:1788540696.595459:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788540696.595460:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788540696.595461:0:2413:0:(genops.c:1223:class_import_put()) import ffff9cb5483da800 refcount=3 obd=lustre-MDT0001-mdc-ffff9cb55cf91000 00000020:00000001:1.0:1788540696.595463:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788540696.595464:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cb550f8ba00. 02000000:00000001:1.0:1788540696.595465:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788540696.595466:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788540696.595467:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cb578c35180. 00000100:00000001:1.0:1788540696.595469:0:2413:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788540696.595470:0:2413:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788540696.595472:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788540696.595479:0:2413:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788540696.595481:0:2413:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788540696.595483:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788540696.595485:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788540696.905981:0:282430:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788540696.906003:0:282430:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788540696.906009:0:282430:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788540696.906010:0:282430:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788540696.906745:0:236802:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788540696.906749:0:236802:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788540696.906753:0:236802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788540697.939159:0:282430:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788540697.939166:0:282430:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788540697.939171:0:282430:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788540697.939173:0:282430:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788540697.940089:0:242802:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788540697.940094:0:242802:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788540697.940108:0:242802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788540698.460671:0:285490:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788540698.954914:0:282430:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788540698.954920:0:282430:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788540698.954926:0:282430:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788540698.954927:0:282430:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788540698.955020:0:236803:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788540698.955023:0:236803:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788540698.955028:0:236803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788540699.978064:0:282430:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788540699.978071:0:282430:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788540699.978076:0:282430:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788540699.978078:0:282430:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788540699.978183:0:248505:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788540699.978187:0:248505:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788540699.978190:0:248505:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788540700.361898:0:276289:0:(connection.c:75:cpu_latency_work()) work item of ffff9cb551919330 (cpu 3) has reached its deadline 4307037883, at 4307037888 00000100:00000040:2.0:1788540700.361901:0:267529:0:(connection.c:75:cpu_latency_work()) work item of ffff9cb551919220 (cpu 2) has reached its deadline 4307037883, at 4307037888 00000100:00000010:3.0:1788540700.361914:0:276289:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9cb55d5fdd20. 00000100:00000010:2.0:1788540700.361916:0:267529:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9cb55d5fd900. 00010000:00000001:1.0:1788540701.002191:0:282430:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788540701.002201:0:282430:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788540701.002206:0:282430:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788540701.002208:0:282430:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788540701.002595:0:248506:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788540701.002599:0:248506:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788540701.002615:0:248506:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788540701.706012:0:265437:0:(pinger.c:229:ptlrpc_pinger_process_import()) a8182fa2-ba98-45c9-b2de-583c598f0d35->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788540701.706023:0:265437:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788540701.706030:0:265437:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cb544642300. 00000020:00000040:0.0:1788540701.706036:0:265437:0:(genops.c:1210:class_import_get()) import ffff9cb54fb73800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:0.0:1788540701.706041:0:265437:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788540701.706044:0:265437:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788540701.706049:0:265437:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788540701.706057:0:265437:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cb543816700. 00000100:00000001:0.0:1788540701.706065:0:265437:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788540701.706078:0:265437:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a8182fa2-ba98-45c9-b2de-583c598f0d35->MGS req@ffff9cb544642300 x1875408067966080/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788540701.706089:0:265437:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788540701.706100:0:265437:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788540701.706107:0:265437:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068a681fc] to pc [ptlrpcd_00_01+1] req@ffff9cb544642300 x1875408067966080/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788540701.706141:0:265437:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788540701.706144:0:265437:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f25b0cb-c0fb-47df-8441-7602d698eac8->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788540701.706147:0:265437:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788540701.706150:0:265437:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cb544643800. 00000020:00000040:0.0:1788540701.706153:0:265437:0:(genops.c:1210:class_import_get()) import ffff9cb5483dd000 refcount=9 obd=lustre-MDT0000-mdc-ffff9cb55cf91000 00000100:00000001:0.0:1788540701.706155:0:265437:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788540701.706156:0:265437:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788540701.706158:0:265437:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788540701.706161:0:265437:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cb543816e00. 00000100:00000001:0.0:1788540701.706165:0:265437:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788540701.706169:0:265437:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2f25b0cb-c0fb-47df-8441-7602d698eac8->lustre-MDT0000_UUID req@ffff9cb544643800 x1875408067966208/t0(0) o400->lustre-MDT0000-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788540701.706175:0:265437:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788540701.706177:0:265437:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788540701.706180:0:265437:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ecbd003] to pc [ptlrpcd_00_00+0] req@ffff9cb544643800 x1875408067966208/t0(0) o400->lustre-MDT0000-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788540701.706187:0:265437:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788540701.706189:0:265437:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f25b0cb-c0fb-47df-8441-7602d698eac8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788540701.706191:0:265437:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788540701.706193:0:265437:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cb544642680. 00000020:00000040:0.0:1788540701.706195:0:265437:0:(genops.c:1210:class_import_get()) import ffff9cb5483da800 refcount=4 obd=lustre-MDT0001-mdc-ffff9cb55cf91000 00000100:00000001:0.0:1788540701.706197:0:265437:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788540701.706198:0:265437:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788540701.706199:0:265437:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788540701.706202:0:265437:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cb543816900. 00000100:00000001:0.0:1788540701.706204:0:265437:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788540701.706207:0:265437:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2f25b0cb-c0fb-47df-8441-7602d698eac8->lustre-MDT0001_UUID req@ffff9cb544642680 x1875408067966336/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788540701.706234:0:265437:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788540701.706237:0:265437:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788540701.706241:0:265437:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000143d5d37] to pc [ptlrpcd_00_01+1] req@ffff9cb544642680 x1875408067966336/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788540701.706255:0:265437:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788540701.706257:0:265437:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f25b0cb-c0fb-47df-8441-7602d698eac8->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788540701.706260:0:265437:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788540701.706263:0:265437:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cb544641c00. 00000020:00000040:0.0:1788540701.706265:0:265437:0:(genops.c:1210:class_import_get()) import ffff9cb5483de800 refcount=4 obd=lustre-OST0000-osc-ffff9cb55cf91000 00000100:00000001:0.0:1788540701.706267:0:265437:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788540701.706269:0:265437:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788540701.706271:0:265437:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788540701.706274:0:265437:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cb543816000. 00000100:00000001:0.0:1788540701.706276:0:265437:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788540701.706281:0:265437:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2f25b0cb-c0fb-47df-8441-7602d698eac8->lustre-OST0000_UUID req@ffff9cb544641c00 x1875408067966464/t0(0) o400->lustre-OST0000-osc-ffff9cb55cf91000@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788540701.706288:0:265437:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788540701.706289:0:265437:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788540701.706293:0:265437:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002eeb550b] to pc [ptlrpcd_00_00+0] req@ffff9cb544641c00 x1875408067966464/t0(0) o400->lustre-OST0000-osc-ffff9cb55cf91000@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788540701.706300:0:265437:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788540701.706302:0:265437:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f25b0cb-c0fb-47df-8441-7602d698eac8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788540701.706306:0:265437:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2f25b0cb-c0fb-47df-8441-7602d698eac8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788540701.706311:0:265437:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12376) 00000100:00000001:0.0:1788540701.706320:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788540701.706324:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788540701.706327:0:2412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788540701.706332:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cb544643800 x1875408067966208/t0(0) o400->lustre-MDT0000-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788540701.706345:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788540701.706347:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788540701.706350:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788540701.706352:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788540701.706355:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788540701.706358:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cb544643800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2f25b0cb-c0fb-47df-8441-7602d698eac8:2412:1875408067966208:192.168.204.151@tcp:400:kworker.0 00000100:00000001:0.0:1788540701.706363:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788540701.706368:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788540701.706370:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788540701.706372:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788540701.706377:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cb551f05400. 02000000:00000001:0.0:1788540701.706378:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788540701.706386:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1788540701.706390:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cb546a46aa8. 00000400:00000010:0.0:1788540701.706397:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cb55d54c3b8. 00000100:00000200:0.0:1788540701.706404:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875408067966208, portal 10 00000100:00000001:0.0:1788540701.706406:0:2412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788540701.706408:0:2412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446634901083273216 : -109172626278400 : ffff9cb544643800) 00000100:00000040:0.0:1788540701.706415:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cb544643800 x1875408067966208/t0(0) o400->lustre-MDT0000-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788540701.706422:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788540701.706425:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1788540701.706427:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cb55d54c440. 00000100:00000200:0.0:1788540701.706430:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875408067966208, offset 0 00000400:00000200:0.0:1788540701.706436:0:2412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1788540701.706444:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1788540701.706451:0:2412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1788540701.706457:0:2412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788540701.706461:0:2412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1788540701.706465:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788540701.706467:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1788540701.706476:0:2412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [547579:547579:256:4294967295] 192.168.204.151@tcp LPNI seq info [547511:547511:8:4294967295] 00000400:00000200:0.0:1788540701.706481:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1788540701.706493:0:2412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1788540701.706498:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1788540701.706503:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cb543816400. 00000800:00000200:0.0:1788540701.706509:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cb545330e40] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1788540701.706518:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1788540701.706522:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cb543816400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788540701.706543:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788540701.706547:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cb55cf91000: using a timeout of 24586 usecs (25 jiffies) 00000400:00000200:0.0:1788540701.706551:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1788540701.706553:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cb55cf91000: PM QoS new deadline estimation for cpu 2 is 4307039257 00000100:00000010:0.0:1788540701.706557:0:2412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9cb5514faea0. 00000100:00000001:0.0:1788540701.706564:0:2412:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cb55cf91000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788540701.706568:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cb55cf91000: PM QoS new deadline estimation for cpu 3 is 4307039257 00000100:00000010:0.0:1788540701.706571:0:2412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9cb5514facc0. 00000100:00000001:0.0:1788540701.706574:0:2412:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cb55cf91000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788540701.706579:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788540701.706582:0:2412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788540701.706584:0:2412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788540701.706588:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cb544641c00 x1875408067966464/t0(0) o400->lustre-OST0000-osc-ffff9cb55cf91000@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788540701.706594:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788540701.706596:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788540701.706598:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788540701.706600:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788540701.706602:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788540701.706604:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cb544641c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2f25b0cb-c0fb-47df-8441-7602d698eac8:2412:1875408067966464:192.168.204.151@tcp:400:kworker.0 00000100:00000001:0.0:1788540701.706607:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788540701.706614:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788540701.706615:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788540701.706617:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788540701.706620:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cb551f05200. 02000000:00000001:0.0:1788540701.706622:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788540701.706625:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1788540701.706628:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cb546a46318. 00000400:00000010:0.0:1788540701.706631:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cb55d54c990. 00000100:00000200:0.0:1788540701.706634:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875408067966464, portal 4 00000100:00000001:0.0:1788540701.706636:0:2412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788540701.706637:0:2412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446634901083266048 : -109172626285568 : ffff9cb544641c00) 00000100:00000040:0.0:1788540701.706643:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cb544641c00 x1875408067966464/t0(0) o400->lustre-OST0000-osc-ffff9cb55cf91000@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1788540717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788540701.706649:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788540701.706651:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1788540701.706653:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cb55d54c660. 00000100:00000200:0.0:1788540701.706655:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875408067966464, offset 0 00000400:00000200:0.0:1788540701.706659:0:2412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1788540701.706662:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1788540701.706665:0:2412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1788540701.706667:0:2412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788540701.706670:0:2412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1788540701.706672:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788540701.706674:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1788540701.706677:0:2412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [547580:547580:255:4294967295] 192.168.204.151@tcp LPNI seq info [547512:547512:7:4294967295] 00000400:00000200:0.0:1788540701.706681:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1788540701.706687:0:2412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1788540701.706690:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1788540701.706693:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cb543816100. 00000800:00000200:0.0:1788540701.706697:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cb545330e40] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1788540701.706701:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1788540701.706703:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cb543816100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788540701.706710:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788540701.706713:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9cb55cf91000: using a timeout of 94606 usecs (95 jiffies) 00000400:00000200:0.0:1788540701.706716:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1788540701.706718:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9cb55cf91000: PM QoS new deadline estimation for cpu 2 is 4307039327 00000100:00000001:0.0:1788540701.706723:0:2412:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff9cb55cf91000: PM QoS request active for cpu 2, simply extend its deadline from 4307039257 00000100:00000001:0.0:1788540701.706726:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9cb55cf91000: PM QoS new deadline estimation for cpu 3 is 4307039327 00000100:00000001:0.0:1788540701.706728:0:2412:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff9cb55cf91000: PM QoS request active for cpu 3, simply extend its deadline from 4307039257 00000100:00000001:0.0:1788540701.706730:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788540701.706732:0:2412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788540701.706734:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788540701.706736:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788540701.706742:0:2412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788540701.706744:0:2412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788540701.706746:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788540701.706747:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788540701.706748:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788540701.706751:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1788540701.706753:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788540701.706754:0:2412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788540701.706755:0:2412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788540701.706757:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788540701.706758:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788540701.706759:0:2412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788540701.706762:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cb544642300 x1875408067966080/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788540701.706767:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788540701.706769:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788540701.706771:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788540701.706773:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788540701.706774:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788540701.706777:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cb544642300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a8182fa2-ba98-45c9-b2de-583c598f0d35:2412:1875408067966080:192.168.204.151@tcp:400:kworker.0 00000100:00000001:0.0:1788540701.706780:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788540701.706786:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788540701.706788:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788540701.706789:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788540701.706792:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cb551f04800. 02000000:00000001:0.0:1788540701.706794:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788540701.706797:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1788540701.706800:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cb546a460b0. 00000400:00000010:0.0:1788540701.706804:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cb55d54c550. 00000100:00000200:0.0:1788540701.706807:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875408067966080, portal 25 00000100:00000001:0.0:1788540701.706808:0:2412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788540701.706810:0:2412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446634901083267840 : -109172626283776 : ffff9cb544642300) 00000100:00000040:0.0:1788540701.706814:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cb544642300 x1875408067966080/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1788540717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788540701.706820:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788540701.706822:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1788540701.706825:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cb55d54c088. 00000100:00000200:0.0:1788540701.706827:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875408067966080, offset 0 00000400:00000200:0.0:1788540701.706830:0:2412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1788540701.706833:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1788540701.706836:0:2412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1788540701.706876:0:2412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788540701.706879:0:2412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1788540701.706881:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788540701.706883:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1788540701.706885:0:2412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [547581:547581:254:4294967295] 192.168.204.151@tcp LPNI seq info [547513:547513:6:4294967295] 00000400:00000200:0.0:1788540701.706889:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1788540701.706895:0:2412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1788540701.706899:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1788540701.706902:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cb543816800. 00000800:00000200:0.0:1788540701.706905:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cb545330e40] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1788540701.706909:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1788540701.706912:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cb543816800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788540701.706919:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788540701.706922:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1788540701.706924:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4307043002 00000100:00000001:0.0:1788540701.706927:0:2412:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307039327 00000100:00000001:0.0:1788540701.706929:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4307043002 00000100:00000001:0.0:1788540701.706932:0:2412:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307039327 00000100:00000001:0.0:1788540701.706934:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788540701.706936:0:2412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788540701.706938:0:2412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788540701.706941:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cb544642680 x1875408067966336/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788540701.706948:0:2412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788540701.706949:0:2412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788540701.706951:0:2412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788540701.706952:0:2412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788540701.706954:0:2412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788540701.706957:0:2412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cb544642680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2f25b0cb-c0fb-47df-8441-7602d698eac8:2412:1875408067966336:192.168.204.151@tcp:400:kworker.0 00000100:00000001:0.0:1788540701.706960:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788540701.706962:0:2412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788540701.706963:0:2412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788540701.706965:0:2412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788540701.706968:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cb551f05c00. 02000000:00000001:0.0:1788540701.706970:0:2412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788540701.706972:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1788540701.706975:0:2412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cb546a46cb8. 00000400:00000010:0.0:1788540701.706978:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cb55d54c000. 00000100:00000200:0.0:1788540701.706980:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875408067966336, portal 10 00000100:00000001:0.0:1788540701.706982:0:2412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788540701.706983:0:2412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446634901083268736 : -109172626282880 : ffff9cb544642680) 00000100:00000040:0.0:1788540701.706989:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cb544642680 x1875408067966336/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788540701.707005:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788540701.707007:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1788540701.707009:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cb55d54c330. 00000100:00000200:0.0:1788540701.707011:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875408067966336, offset 0 00000400:00000200:0.0:1788540701.707015:0:2412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1788540701.707018:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1788540701.707022:0:2412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1788540701.707024:0:2412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788540701.707026:0:2412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1788540701.707028:0:2412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788540701.707030:0:2412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1788540701.707033:0:2412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [547582:547582:253:4294967295] 192.168.204.151@tcp LPNI seq info [547514:547514:5:4294967295] 00000400:00000200:0.0:1788540701.707036:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1788540701.707042:0:2412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1788540701.707047:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1788540701.707052:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cb54dd68d00. 00000800:00000200:0.0:1788540701.707056:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cb545330e40] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1788540701.707060:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1788540701.707063:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cb54dd68d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788540701.707065:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788540701.707069:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cb55cf91000: using a timeout of 19423 usecs (20 jiffies) 00000400:00000200:0.0:1788540701.707071:0:2412:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1788540701.707073:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cb55cf91000: PM QoS new deadline estimation for cpu 2 is 4307039252 00000100:00000001:0.0:1788540701.707075:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cb55cf91000: PM QoS request active for cpu 2, keep current deadline 4307043002 00000100:00000001:0.0:1788540701.707077:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cb55cf91000: PM QoS new deadline estimation for cpu 3 is 4307039252 00000100:00000001:0.0:1788540701.707079:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cb55cf91000: PM QoS request active for cpu 3, keep current deadline 4307043002 00000100:00000001:0.0:1788540701.707081:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788540701.707083:0:2412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788540701.707090:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788540701.707092:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788540701.707394:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788540701.707398:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788540701.707785:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788540701.707791:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cb543816400. 00000400:00000200:3.0:1788540701.707799:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788540701.707806:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1788540701.707824:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cb55d54c440 00000400:00000010:3.0:1788540701.707827:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cb55d54c440. 00000100:00000001:3.0:1788540701.707833:0:2406:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788540701.707871:0:2406:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cb544643800 x1875408067966208/t0(0) o400->lustre-MDT0000-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788540701.707883:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788540701.707887:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cb544643800 x1875408067966208/t0(0) o400->lustre-MDT0000-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540756 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788540701.707894:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788540701.707895:0:2406:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788540701.707910:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788540701.707920:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cb543816100. 00000400:00000200:3.0:1788540701.707923:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788540701.707927:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1788540701.707930:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cb55d54c660 00000400:00000010:3.0:1788540701.707932:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cb55d54c660. 00000100:00000001:3.0:1788540701.707934:0:2406:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788540701.707938:0:2406:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cb544641c00 x1875408067966464/t0(0) o400->lustre-OST0000-osc-ffff9cb55cf91000@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1788540717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788540701.707945:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788540701.707948:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cb544641c00 x1875408067966464/t0(0) o400->lustre-OST0000-osc-ffff9cb55cf91000@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1788540717 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788540701.707954:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788540701.707956:0:2406:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788540701.707966:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788540701.707968:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cb543816800. 00000400:00000200:3.0:1788540701.707971:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788540701.707974:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1788540701.707977:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cb55d54c088 00000400:00000010:3.0:1788540701.707978:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cb55d54c088. 00000100:00000001:3.0:1788540701.707980:0:2406:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788540701.707984:0:2406:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cb544642300 x1875408067966080/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1788540717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788540701.707991:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788540701.707994:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cb544642300 x1875408067966080/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1788540717 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788540701.708001:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788540701.708002:0:2406:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788540701.708071:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788540701.708074:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cb54dd68d00. 00000400:00000200:3.0:1788540701.708077:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788540701.708080:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1788540701.708083:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cb55d54c330 00000400:00000010:3.0:1788540701.708084:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cb55d54c330. 00000100:00000001:3.0:1788540701.708093:0:2406:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788540701.708097:0:2406:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cb544642680 x1875408067966336/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788540701.708104:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788540701.708107:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cb544642680 x1875408067966336/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540756 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788540701.708113:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788540701.708115:0:2406:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788540701.722216:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788540701.722240:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788540701.722244:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788540701.722249:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788540701.722257:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1788540701.722266:0:2407:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1788540701.722274:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1788540701.722279:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1788540701.722285:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1788540701.722289:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 25 MB=0x6a9ac77b33480 00000400:00000200:3.0:1788540701.722294:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1788540701.722301:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 224/224 into md 0x52097d [1] + 224 00000800:00000001:3.0:1788540701.722309:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788540701.722312:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788540701.722315:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788540701.722319:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1788540701.722327:0:2407:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788540701.722336:0:2407:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cb544642300 x1875408067966080/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1788540717 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788540701.722349:0:2407:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cb544642300 x1875408067966080/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1788540717 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788540701.722408:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788540701.722414:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788540701.726567:0:2407:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788540701.726590:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788540701.726632:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788540701.726635:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788540701.726638:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788540701.726646:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1788540701.726653:0:2407:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1788540701.726659:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1788540701.726663:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1788540701.726667:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1788540701.726671:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 10 MB=0x6a9ac77b33500 00000400:00000200:3.0:1788540701.726676:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1788540701.726682:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 224/224 into md 0x52096d [1] + 224 00000800:00000001:3.0:1788540701.726689:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788540701.726698:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788540701.726701:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788540701.726705:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1788540701.726712:0:2407:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788540701.726729:0:2407:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cb544643800 x1875408067966208/t0(0) o400->lustre-MDT0000-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540756 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788540701.726739:0:2407:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cb544643800 x1875408067966208/t0(0) o400->lustre-MDT0000-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540756 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788540701.726747:0:2407:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788540701.726751:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788540701.726754:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788540701.729497:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788540701.729513:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788540701.729518:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788540701.729521:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788540701.729529:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1788540701.729537:0:2406:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1788540701.729546:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1788540701.729551:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1788540701.729556:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1788540701.729561:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 4 MB=0x6a9ac77b33600 00000400:00000200:3.0:1788540701.730501:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1788540701.730511:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.151@tcp of length 224/224 into md 0x520975 [1] + 224 00000800:00000001:3.0:1788540701.730519:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788540701.730528:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788540701.730531:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788540701.730535:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1788540701.730542:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788540701.730551:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cb544641c00 x1875408067966464/t0(0) o400->lustre-OST0000-osc-ffff9cb55cf91000@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1788540717 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788540701.730562:0:2406:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cb544641c00 x1875408067966464/t0(0) o400->lustre-OST0000-osc-ffff9cb55cf91000@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1788540717 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788540701.730688:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788540701.730697:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788540701.730700:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788540701.741677:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788540701.741685:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788540701.741690:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cb546a460b0. 00000400:00000200:0.0:1788540701.741699:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cb55d54c550 00000400:00000010:0.0:1788540701.741702:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cb55d54c550. 00000100:00000001:0.0:1788540701.741707:0:2412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788540701.741728:0:2412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cb544642300 x1875408067966080/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1788540717 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788540701.741741:0:2412:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cb544642300 x1875408067966080/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1788540717 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788540701.741749:0:2412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788540701.741751:0:2412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788540701.741754:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788540701.741757:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788540701.741760:0:2412:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788540701.741762:0:2412:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788540701.741765:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788540701.741772:0:2412:0:(import.c:2195:obd_at_measure()) add 5 to ffff9cb54fb73c60 time=25 v=5 (5 5 5 5) 00000100:00001000:0.0:1788540701.741776:0:2412:0:(import.c:2195:obd_at_measure()) add 1 to ffff9cb54fb73c18 time=93 v=5 (1 1 1 1) 00000100:00000001:0.0:1788540701.741778:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788540701.741780:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788540701.741782:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788540701.741785:0:2412:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788540701.741788:0:2412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788540701.741792:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cb544642300 x1875408067966080/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1788540717 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788540701.741799:0:2412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788540701.741802:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788540701.741804:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788540701.741808:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cb544642300 x1875408067966080/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1788540717 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788540701.741858:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cb544642300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a8182fa2-ba98-45c9-b2de-583c598f0d35:2412:1875408067966080:192.168.204.151@tcp:400:kworker.0 00000400:00000001:0.0:1788540701.741866:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788540701.741868:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788540701.741870:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cb546a46aa8. 00000400:00000200:0.0:1788540701.741872:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cb55d54c3b8 00000400:00000010:0.0:1788540701.741874:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cb55d54c3b8. 00000100:00000001:0.0:1788540701.741876:0:2412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788540701.741880:0:2412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cb544643800 x1875408067966208/t0(0) o400->lustre-MDT0000-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540756 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788540701.741889:0:2412:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cb544643800 x1875408067966208/t0(0) o400->lustre-MDT0000-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540756 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788540701.741895:0:2412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788540701.741896:0:2412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788540701.741898:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788540701.741900:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788540701.741901:0:2412:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788540701.741903:0:2412:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788540701.741905:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788540701.741910:0:2412:0:(import.c:2195:obd_at_measure()) add 36 to ffff9cb5483dd460 time=25 v=36 (36 36 36 36) 00000100:00001000:0.0:1788540701.741914:0:2412:0:(import.c:2195:obd_at_measure()) add 1 to ffff9cb5483dd418 time=93 v=5 (1 1 1 1) 00000100:00000001:0.0:1788540701.741916:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788540701.741917:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788540701.741918:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788540701.741921:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788540701.741924:0:2412:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788540701.741926:0:2412:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9cb55cf91000: skip recheck: last_committed 30064771618 00000100:00000001:0.0:1788540701.741928:0:2412:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788540701.741930:0:2412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788540701.741933:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cb544643800 x1875408067966208/t0(0) o400->lustre-MDT0000-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540756 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788540701.741940:0:2412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788540701.741946:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788540701.741948:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788540701.741951:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cb544643800 x1875408067966208/t0(0) o400->lustre-MDT0000-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540756 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788540701.741958:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cb544643800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2f25b0cb-c0fb-47df-8441-7602d698eac8:2412:1875408067966208:192.168.204.151@tcp:400:kworker.0 00000400:00000001:0.0:1788540701.741963:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788540701.741964:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788540701.741966:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cb546a46318. 00000400:00000200:0.0:1788540701.741968:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cb55d54c990 00000400:00000010:0.0:1788540701.741970:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cb55d54c990. 00000100:00000001:0.0:1788540701.741972:0:2412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788540701.741975:0:2412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cb544641c00 x1875408067966464/t0(0) o400->lustre-OST0000-osc-ffff9cb55cf91000@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1788540717 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788540701.741983:0:2412:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cb544641c00 x1875408067966464/t0(0) o400->lustre-OST0000-osc-ffff9cb55cf91000@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1788540717 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788540701.741988:0:2412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788540701.741989:0:2412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788540701.741991:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788540701.741992:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788540701.741994:0:2412:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788540701.741995:0:2412:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788540701.741997:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788540701.742002:0:2412:0:(import.c:2195:obd_at_measure()) add 5 to ffff9cb5483dec60 time=25 v=5 (5 5 5 5) 00000100:00001000:0.0:1788540701.742005:0:2412:0:(import.c:2195:obd_at_measure()) add 1 to ffff9cb5483dec18 time=134 v=5 (1 1 0 0) 00000100:00000001:0.0:1788540701.742007:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788540701.742008:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788540701.742010:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788540701.742011:0:2412:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788540701.742013:0:2412:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788540701.742014:0:2412:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9cb55cf91000: skip recheck: last_committed 38654729215 00000100:00000001:0.0:1788540701.742016:0:2412:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788540701.742018:0:2412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788540701.742021:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cb544641c00 x1875408067966464/t0(0) o400->lustre-OST0000-osc-ffff9cb55cf91000@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1788540717 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788540701.742032:0:2412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788540701.742034:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788540701.742035:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788540701.742038:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cb544641c00 x1875408067966464/t0(0) o400->lustre-OST0000-osc-ffff9cb55cf91000@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1788540717 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788540701.742044:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cb544641c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2f25b0cb-c0fb-47df-8441-7602d698eac8:2412:1875408067966464:192.168.204.151@tcp:400:kworker.0 00000100:00000001:0.0:1788540701.742048:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788540701.742051:0:2412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788540701.742054:0:2412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cb544642300 x1875408067966080/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1788540717 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788540701.742061:0:2412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788540701.742063:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788540701.742067:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cb551f04800. 02000000:00000001:0.0:1788540701.742070:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788540701.742073:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788540701.742074:0:2412:0:(genops.c:1223:class_import_put()) import ffff9cb54fb73800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:0.0:1788540701.742076:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788540701.742079:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cb543816700. 02000000:00000001:0.0:1788540701.742083:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788540701.742084:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788540701.742086:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cb544642300. 00000100:00000001:0.0:1788540701.742089:0:2412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788540701.742091:0:2412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788540701.742092:0:2412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788540701.742095:0:2412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cb544643800 x1875408067966208/t0(0) o400->lustre-MDT0000-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540756 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788540701.742101:0:2412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788540701.742102:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788540701.742103:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cb551f05400. 02000000:00000001:0.0:1788540701.742105:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788540701.742106:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788540701.742112:0:2412:0:(genops.c:1223:class_import_put()) import ffff9cb5483dd000 refcount=8 obd=lustre-MDT0000-mdc-ffff9cb55cf91000 00000020:00000001:0.0:1788540701.742113:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788540701.742115:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cb543816e00. 02000000:00000001:0.0:1788540701.742117:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788540701.742118:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788540701.742119:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cb544643800. 00000100:00000001:0.0:1788540701.742121:0:2412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788540701.742123:0:2412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788540701.742124:0:2412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788540701.742128:0:2412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cb544641c00 x1875408067966464/t0(0) o400->lustre-OST0000-osc-ffff9cb55cf91000@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1788540717 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788540701.742133:0:2412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788540701.742134:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788540701.742135:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cb551f05200. 02000000:00000001:0.0:1788540701.742137:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788540701.742138:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788540701.742139:0:2412:0:(genops.c:1223:class_import_put()) import ffff9cb5483de800 refcount=3 obd=lustre-OST0000-osc-ffff9cb55cf91000 00000020:00000001:0.0:1788540701.742141:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788540701.742142:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cb543816000. 02000000:00000001:0.0:1788540701.742144:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788540701.742145:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788540701.742147:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cb544641c00. 00000100:00000001:0.0:1788540701.742149:0:2412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788540701.742150:0:2412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788540701.742153:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788540701.742155:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788540701.742157:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788540701.742159:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788540701.742161:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788540701.744514:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788540701.744531:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788540701.744535:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788540701.744538:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788540701.744547:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540701.744555:0:2407:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1788540701.744574:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540701.744579:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540701.744584:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540701.744588:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 10 MB=0x6a9ac77b33580 00000400:00000200:2.0:1788540701.744593:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540701.744599:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 224/224 into md 0x520985 [1] + 224 00000800:00000001:2.0:1788540701.744605:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788540701.744613:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788540701.744616:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788540701.744620:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1788540701.744626:0:2407:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788540701.744635:0:2407:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cb544642680 x1875408067966336/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540756 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788540701.744647:0:2407:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cb544642680 x1875408067966336/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540756 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788540701.744657:0:2407:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788540701.744665:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788540701.744667:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788540701.745837:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788540701.745857:0:2412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788540701.745865:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788540701.745867:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788540701.745871:0:2412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cb546a46cb8. 00000400:00000200:0.0:1788540701.745876:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cb55d54c000 00000400:00000010:0.0:1788540701.745879:0:2412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cb55d54c000. 00000100:00000001:0.0:1788540701.745882:0:2412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788540701.745890:0:2412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cb544642680 x1875408067966336/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540756 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788540701.745910:0:2412:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cb544642680 x1875408067966336/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540756 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788540701.745917:0:2412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788540701.745919:0:2412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788540701.745922:0:2412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788540701.745925:0:2412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788540701.745927:0:2412:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788540701.745929:0:2412:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788540701.745932:0:2412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788540701.745941:0:2412:0:(import.c:2195:obd_at_measure()) add 36 to ffff9cb5483dac60 time=25 v=36 (36 36 36 36) 00000100:00001000:0.0:1788540701.745945:0:2412:0:(import.c:2195:obd_at_measure()) add 1 to ffff9cb5483dac18 time=73 v=5 (1 1 1 1) 00000100:00000001:0.0:1788540701.745948:0:2412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788540701.745950:0:2412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788540701.745953:0:2412:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788540701.745957:0:2412:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cb544642680 x1875408067966336/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540756 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788540701.745964:0:2412:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788540701.745968:0:2412:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788540701.745970:0:2412:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9cb55cf91000: skip recheck: last_committed 21474836545 00000100:00000001:0.0:1788540701.745973:0:2412:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788540701.745974:0:2412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788540701.745978:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cb544642680 x1875408067966336/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540756 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788540701.745985:0:2412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788540701.745988:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788540701.745990:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788540701.745994:0:2412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cb544642680 x1875408067966336/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540756 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788540701.746002:0:2412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cb544642680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2f25b0cb-c0fb-47df-8441-7602d698eac8:2412:1875408067966336:192.168.204.151@tcp:400:kworker.0 00000100:00000001:0.0:1788540701.746014:0:2412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788540701.746017:0:2412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788540701.746021:0:2412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cb544642680 x1875408067966336/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540756 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788540701.746028:0:2412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788540701.746030:0:2412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788540701.746034:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cb551f05c00. 02000000:00000001:0.0:1788540701.746037:0:2412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788540701.746040:0:2412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788540701.746042:0:2412:0:(genops.c:1223:class_import_put()) import ffff9cb5483da800 refcount=3 obd=lustre-MDT0001-mdc-ffff9cb55cf91000 00000020:00000001:0.0:1788540701.746044:0:2412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788540701.746046:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cb543816900. 02000000:00000001:0.0:1788540701.746050:0:2412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788540701.746052:0:2412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788540701.746054:0:2412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cb544642680. 00000100:00000001:0.0:1788540701.746057:0:2412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788540701.746059:0:2412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788540701.746061:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788540701.746068:0:2412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788540701.746070:0:2412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788540701.746072:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788540701.746075:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788540702.026379:0:282430:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788540702.026385:0:282430:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788540702.026391:0:282430:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788540702.026392:0:282430:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788540702.026476:0:236802:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788540702.026479:0:236802:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788540702.026483:0:236802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788540703.049964:0:282430:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788540703.049971:0:282430:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788540703.049977:0:282430:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788540703.049980:0:282430:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788540703.049982:0:282430:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788540703.049989:0:282430:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788540703.049992:0:282430:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788540703.049993:0:282430:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788540703.049996:0:282430:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788540703.049999:0:282430:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788540703.050001:0:282430:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788540703.050003:0:282430:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788540703.050187:0:242802:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788540703.050190:0:242802:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788540703.050193:0:242802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788540704.074036:0:282430:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788540704.074044:0:282430:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788540704.074053:0:282430:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788540704.074056:0:282430:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788540704.074061:0:282430:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788540704.074063:0:282430:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788540704.074065:0:282430:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788540704.074067:0:282430:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788540704.074071:0:282430:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788540704.074073:0:282430:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788540704.074165:0:236803:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788540704.074169:0:236803:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788540704.074171:0:236803:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788540705.098006:0:256949:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788540705.098012:0:256949:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788540705.098017:0:256949:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788540705.098018:0:256949:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788540705.102973:0:248505:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788540705.102982:0:248505:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788540705.102987:0:248505:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788540705.482589:0:267529:0:(connection.c:75:cpu_latency_work()) work item of ffff9cb551919220 (cpu 2) has reached its deadline 4307043002, at 4307043008 00000100:00000010:2.0:1788540705.482617:0:267529:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9cb5514faea0. 00000100:00000040:3.0:1788540705.487205:0:276289:0:(connection.c:75:cpu_latency_work()) work item of ffff9cb551919330 (cpu 3) has reached its deadline 4307043002, at 4307043009 00000100:00000010:3.0:1788540705.487221:0:276289:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9cb5514facc0. 00010000:00000001:1.0:1788540706.122404:0:282430:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788540706.122411:0:282430:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788540706.122418:0:282430:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788540706.122419:0:282430:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788540706.122495:0:248506:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788540706.122498:0:248506:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788540706.122509:0:248506:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788540706.482434:0:285633:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788540706.834764:0:167155:0:(pinger.c:229:ptlrpc_pinger_process_import()) a8182fa2-ba98-45c9-b2de-583c598f0d35->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788540706.834779:0:167155:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788540706.834794:0:167155:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cb578c35180. 00000020:00000040:1.0:1788540706.834801:0:167155:0:(genops.c:1210:class_import_get()) import ffff9cb54fb73800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:1.0:1788540706.834807:0:167155:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788540706.834810:0:167155:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788540706.834816:0:167155:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788540706.834824:0:167155:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cb550f8b100. 00000100:00000001:1.0:1788540706.834833:0:167155:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788540706.834866:0:167155:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a8182fa2-ba98-45c9-b2de-583c598f0d35->MGS req@ffff9cb578c35180 x1875408067966592/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788540706.834876:0:167155:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788540706.834881:0:167155:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788540706.834888:0:167155:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006002ee2d] to pc [ptlrpcd_00_01+1] req@ffff9cb578c35180 x1875408067966592/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788540706.834920:0:167155:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788540706.834923:0:167155:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f25b0cb-c0fb-47df-8441-7602d698eac8->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788540706.834926:0:167155:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788540706.834945:0:167155:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cb578c34a80. 00000020:00000040:1.0:1788540706.834948:0:167155:0:(genops.c:1210:class_import_get()) import ffff9cb5483dd000 refcount=9 obd=lustre-MDT0000-mdc-ffff9cb55cf91000 00000100:00000001:1.0:1788540706.834950:0:167155:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788540706.834952:0:167155:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788540706.834954:0:167155:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788540706.834958:0:167155:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cb550f8b000. 00000100:00000001:1.0:1788540706.834962:0:167155:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788540706.834966:0:167155:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2f25b0cb-c0fb-47df-8441-7602d698eac8->lustre-MDT0000_UUID req@ffff9cb578c34a80 x1875408067966720/t0(0) o400->lustre-MDT0000-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788540706.834974:0:167155:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788540706.834976:0:167155:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788540706.834980:0:167155:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd061ff6] to pc [ptlrpcd_00_00+0] req@ffff9cb578c34a80 x1875408067966720/t0(0) o400->lustre-MDT0000-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788540706.834987:0:167155:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788540706.834990:0:167155:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f25b0cb-c0fb-47df-8441-7602d698eac8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788540706.834993:0:167155:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788540706.834996:0:167155:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cb578c34e00. 00000020:00000040:1.0:1788540706.834997:0:167155:0:(genops.c:1210:class_import_get()) import ffff9cb5483da800 refcount=4 obd=lustre-MDT0001-mdc-ffff9cb55cf91000 00000100:00000001:1.0:1788540706.834999:0:167155:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788540706.835000:0:167155:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788540706.835002:0:167155:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788540706.835005:0:167155:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cb550f8be00. 00000100:00000001:1.0:1788540706.835008:0:167155:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788540706.835011:0:167155:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2f25b0cb-c0fb-47df-8441-7602d698eac8->lustre-MDT0001_UUID req@ffff9cb578c34e00 x1875408067966848/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788540706.835018:0:167155:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788540706.835020:0:167155:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788540706.835023:0:167155:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8c7f0aa] to pc [ptlrpcd_00_01+1] req@ffff9cb578c34e00 x1875408067966848/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788540706.835030:0:167155:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788540706.835038:0:167155:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f25b0cb-c0fb-47df-8441-7602d698eac8->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788540706.835041:0:167155:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788540706.835044:0:167155:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9cb578c35f80. 00000020:00000040:1.0:1788540706.835046:0:167155:0:(genops.c:1210:class_import_get()) import ffff9cb5483de800 refcount=4 obd=lustre-OST0000-osc-ffff9cb55cf91000 00000100:00000001:1.0:1788540706.835048:0:167155:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788540706.835050:0:167155:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788540706.835052:0:167155:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788540706.835057:0:167155:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9cb550f8bd00. 00000100:00000001:1.0:1788540706.835060:0:167155:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788540706.835065:0:167155:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2f25b0cb-c0fb-47df-8441-7602d698eac8->lustre-OST0000_UUID req@ffff9cb578c35f80 x1875408067966976/t0(0) o400->lustre-OST0000-osc-ffff9cb55cf91000@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788540706.835072:0:167155:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788540706.835074:0:167155:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788540706.835078:0:167155:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f92dbe97] to pc [ptlrpcd_00_00+0] req@ffff9cb578c35f80 x1875408067966976/t0(0) o400->lustre-OST0000-osc-ffff9cb55cf91000@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788540706.835084:0:167155:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788540706.835086:0:167155:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f25b0cb-c0fb-47df-8441-7602d698eac8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788540706.835089:0:167155:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2f25b0cb-c0fb-47df-8441-7602d698eac8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788540706.835094:0:167155:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12382) 00000100:00000001:1.0:1788540706.835118:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788540706.835122:0:2413:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788540706.835124:0:2413:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788540706.835142:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cb578c35180 x1875408067966592/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788540706.835150:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788540706.835152:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788540706.835156:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788540706.835159:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788540706.835161:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788540706.835165:0:2413:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cb578c35180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a8182fa2-ba98-45c9-b2de-583c598f0d35:2413:1875408067966592:192.168.204.151@tcp:400:kworker.0 00000100:00000001:1.0:1788540706.835179:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788540706.835184:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788540706.835187:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788540706.835189:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788540706.835194:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cb551b8d800. 02000000:00000001:1.0:1788540706.835196:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788540706.835204:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1788540706.835208:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cb56594ae18. 00000400:00000010:1.0:1788540706.835216:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cb55418a4c8. 00000100:00000200:1.0:1788540706.835224:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875408067966592, portal 25 00000100:00000001:1.0:1788540706.835226:0:2413:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788540706.835228:0:2413:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446634901961920896 : -109171747630720 : ffff9cb578c35180) 00000100:00000040:1.0:1788540706.835234:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cb578c35180 x1875408067966592/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1788540722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788540706.835240:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788540706.835242:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1788540706.835245:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cb55418acc0. 00000100:00000200:1.0:1788540706.835248:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875408067966592, offset 0 00000400:00000200:1.0:1788540706.835255:0:2413:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1788540706.835264:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1788540706.835272:0:2413:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1788540706.835277:0:2413:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788540706.835281:0:2413:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1788540706.835284:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788540706.835287:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1788540706.835291:0:2413:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [547583:547583:256:4294967295] 192.168.204.151@tcp LPNI seq info [547515:547515:8:4294967295] 00000400:00000200:1.0:1788540706.835296:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1788540706.835306:0:2413:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1788540706.835312:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1788540706.835317:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cb550f8b600. 00000800:00000200:1.0:1788540706.835324:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cb545330e40] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1788540706.835337:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1788540706.835342:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cb550f8b600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788540706.835350:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788540706.835354:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1788540706.835356:0:2413:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4307048127 00000100:00000010:1.0:1788540706.835360:0:2413:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9cb573941480. 00000100:00000001:1.0:1788540706.835367:0:2413:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788540706.835371:0:2413:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4307048127 00000100:00000010:1.0:1788540706.835373:0:2413:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9cb573941540. 00000100:00000001:1.0:1788540706.835376:0:2413:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788540706.835379:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788540706.835382:0:2413:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788540706.835384:0:2413:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788540706.835388:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cb578c34e00 x1875408067966848/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788540706.835396:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788540706.835397:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788540706.835399:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788540706.835401:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788540706.835403:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788540706.835406:0:2413:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cb578c34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f25b0cb-c0fb-47df-8441-7602d698eac8:2413:1875408067966848:192.168.204.151@tcp:400:kworker.0 00000100:00000001:1.0:1788540706.835409:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788540706.835411:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788540706.835412:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788540706.835414:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788540706.835418:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cb547d4c200. 02000000:00000001:1.0:1788540706.835420:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788540706.835423:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1788540706.835426:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cb56594af78. 00000400:00000010:1.0:1788540706.835429:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cb55418a000. 00000100:00000200:1.0:1788540706.835432:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875408067966848, portal 10 00000100:00000001:1.0:1788540706.835434:0:2413:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788540706.835440:0:2413:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446634901961920000 : -109171747631616 : ffff9cb578c34e00) 00000100:00000040:1.0:1788540706.835448:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cb578c34e00 x1875408067966848/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788540706.835454:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788540706.835455:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1788540706.835458:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cb55418a908. 00000100:00000200:1.0:1788540706.835460:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875408067966848, offset 0 00000400:00000200:1.0:1788540706.835464:0:2413:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1788540706.835468:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1788540706.835471:0:2413:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1788540706.835474:0:2413:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788540706.835476:0:2413:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1788540706.835478:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788540706.835480:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1788540706.835483:0:2413:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [547584:547584:255:4294967295] 192.168.204.151@tcp LPNI seq info [547516:547516:7:4294967295] 00000400:00000200:1.0:1788540706.835486:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1788540706.835491:0:2413:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1788540706.835495:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1788540706.835498:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cb550f8b200. 00000800:00000200:1.0:1788540706.835501:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cb545330e40] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1788540706.835505:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1788540706.835508:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cb550f8b200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788540706.835510:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788540706.835514:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cb55cf91000: using a timeout of 19425 usecs (20 jiffies) 00000400:00000200:1.0:1788540706.835516:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1788540706.835518:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cb55cf91000: PM QoS new deadline estimation for cpu 2 is 4307044377 00000100:00000001:1.0:1788540706.835520:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cb55cf91000: PM QoS request active for cpu 2, keep current deadline 4307048127 00000100:00000001:1.0:1788540706.835522:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cb55cf91000: PM QoS new deadline estimation for cpu 3 is 4307044377 00000100:00000001:1.0:1788540706.835524:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9cb55cf91000: PM QoS request active for cpu 3, keep current deadline 4307048127 00000100:00000001:1.0:1788540706.835532:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788540706.835535:0:2413:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788540706.835537:0:2413:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788540706.835540:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788540706.835547:0:2413:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788540706.835549:0:2413:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788540706.835551:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788540706.835553:0:2413:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788540706.835554:0:2413:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788540706.835557:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1788540706.835558:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788540706.835560:0:2413:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788540706.835561:0:2413:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788540706.835562:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788540706.835563:0:2413:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788540706.835564:0:2413:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788540706.835569:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cb578c34a80 x1875408067966720/t0(0) o400->lustre-MDT0000-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788540706.835575:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788540706.835577:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788540706.835579:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788540706.835580:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788540706.835582:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788540706.835585:0:2413:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cb578c34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f25b0cb-c0fb-47df-8441-7602d698eac8:2413:1875408067966720:192.168.204.151@tcp:400:kworker.0 00000100:00000001:1.0:1788540706.835588:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788540706.835590:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788540706.835591:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788540706.835593:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788540706.835596:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cb547d4da00. 02000000:00000001:1.0:1788540706.835597:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788540706.835601:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1788540706.835603:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cb56594acb8. 00000400:00000010:1.0:1788540706.835606:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cb55418ad48. 00000100:00000200:1.0:1788540706.835609:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875408067966720, portal 10 00000100:00000001:1.0:1788540706.835611:0:2413:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788540706.835618:0:2413:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446634901961919104 : -109171747632512 : ffff9cb578c34a80) 00000100:00000040:1.0:1788540706.835624:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cb578c34a80 x1875408067966720/t0(0) o400->lustre-MDT0000-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788540706.835630:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788540706.835633:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1788540706.835635:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cb55418a990. 00000100:00000200:1.0:1788540706.835638:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875408067966720, offset 0 00000400:00000200:1.0:1788540706.835643:0:2413:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1788540706.835646:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1788540706.835650:0:2413:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1788540706.835653:0:2413:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788540706.835655:0:2413:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1788540706.835657:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788540706.835659:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1788540706.835662:0:2413:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [547585:547585:254:4294967295] 192.168.204.151@tcp LPNI seq info [547517:547517:6:4294967295] 00000400:00000200:1.0:1788540706.835666:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1788540706.835672:0:2413:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1788540706.835677:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1788540706.835680:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cb550f8ba00. 00000800:00000200:1.0:1788540706.835684:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cb545330e40] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1788540706.835688:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1788540706.835691:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cb550f8ba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788540706.835694:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788540706.835697:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cb55cf91000: using a timeout of 24591 usecs (25 jiffies) 00000400:00000200:1.0:1788540706.835700:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1788540706.835702:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cb55cf91000: PM QoS new deadline estimation for cpu 2 is 4307044382 00000100:00000001:1.0:1788540706.835704:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cb55cf91000: PM QoS request active for cpu 2, keep current deadline 4307048127 00000100:00000001:1.0:1788540706.835706:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cb55cf91000: PM QoS new deadline estimation for cpu 3 is 4307044382 00000100:00000001:1.0:1788540706.835708:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9cb55cf91000: PM QoS request active for cpu 3, keep current deadline 4307048127 00000100:00000001:1.0:1788540706.835717:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788540706.835719:0:2413:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788540706.835721:0:2413:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788540706.835726:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9cb578c35f80 x1875408067966976/t0(0) o400->lustre-OST0000-osc-ffff9cb55cf91000@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788540706.835733:0:2413:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788540706.835734:0:2413:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788540706.835736:0:2413:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788540706.835738:0:2413:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788540706.835740:0:2413:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788540706.835743:0:2413:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9cb578c35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f25b0cb-c0fb-47df-8441-7602d698eac8:2413:1875408067966976:192.168.204.151@tcp:400:kworker.0 00000100:00000001:1.0:1788540706.835746:0:2413:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788540706.835749:0:2413:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788540706.835750:0:2413:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788540706.835752:0:2413:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788540706.835755:0:2413:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9cb547d4dc00. 02000000:00000001:1.0:1788540706.835757:0:2413:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788540706.835761:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1788540706.835764:0:2413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9cb56594abb0. 00000400:00000010:1.0:1788540706.835768:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cb55418a880. 00000100:00000200:1.0:1788540706.835770:0:2413:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875408067966976, portal 4 00000100:00000001:1.0:1788540706.835772:0:2413:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788540706.835773:0:2413:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446634901961924480 : -109171747627136 : ffff9cb578c35f80) 00000100:00000040:1.0:1788540706.835779:0:2413:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9cb578c35f80 x1875408067966976/t0(0) o400->lustre-OST0000-osc-ffff9cb55cf91000@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1788540722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788540706.835784:0:2413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788540706.835786:0:2413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1788540706.835788:0:2413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9cb55418a5d8. 00000100:00000200:1.0:1788540706.835790:0:2413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875408067966976, offset 0 00000400:00000200:1.0:1788540706.835794:0:2413:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1788540706.835797:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1788540706.835800:0:2413:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1788540706.835807:0:2413:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788540706.835810:0:2413:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1788540706.835812:0:2413:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788540706.835814:0:2413:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1788540706.835817:0:2413:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [547586:547586:253:4294967295] 192.168.204.151@tcp LPNI seq info [547518:547518:5:4294967295] 00000400:00000200:1.0:1788540706.835820:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1788540706.835826:0:2413:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1788540706.835830:0:2413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1788540706.835834:0:2413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9cb550f8b700. 00000800:00000200:1.0:1788540706.835862:0:2413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9cb545330e40] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1788540706.835867:0:2413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1788540706.835870:0:2413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9cb550f8b700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788540706.835873:0:2413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788540706.835876:0:2413:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9cb55cf91000: using a timeout of 94573 usecs (95 jiffies) 00000400:00000200:1.0:1788540706.835879:0:2413:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1788540706.835881:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9cb55cf91000: PM QoS new deadline estimation for cpu 2 is 4307044452 00000100:00000001:1.0:1788540706.835883:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9cb55cf91000: PM QoS request active for cpu 2, keep current deadline 4307048127 00000100:00000001:1.0:1788540706.835885:0:2413:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9cb55cf91000: PM QoS new deadline estimation for cpu 3 is 4307044452 00000100:00000001:1.0:1788540706.835887:0:2413:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9cb55cf91000: PM QoS request active for cpu 3, keep current deadline 4307048127 00000100:00000001:1.0:1788540706.835889:0:2413:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788540706.835891:0:2413:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788540706.835893:0:2413:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788540706.835895:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788540706.835908:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788540706.835910:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788540706.836323:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788540706.836328:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cb550f8b600. 00000400:00000200:3.0:1788540706.836335:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788540706.836340:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1788540706.836347:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cb55418acc0 00000400:00000010:3.0:1788540706.836349:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cb55418acc0. 00000100:00000001:3.0:1788540706.836354:0:2406:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788540706.836360:0:2406:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cb578c35180 x1875408067966592/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1788540722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788540706.836371:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788540706.836374:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cb578c35180 x1875408067966592/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1788540722 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788540706.836393:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788540706.836395:0:2406:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788540706.836410:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788540706.836412:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cb550f8b200. 00000400:00000200:3.0:1788540706.836414:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788540706.836418:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1788540706.836420:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cb55418a908 00000400:00000010:3.0:1788540706.836422:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cb55418a908. 00000100:00000001:3.0:1788540706.836424:0:2406:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788540706.836428:0:2406:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cb578c34e00 x1875408067966848/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788540706.836435:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788540706.836439:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cb578c34e00 x1875408067966848/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540761 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788540706.836445:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788540706.836447:0:2406:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788540706.836454:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788540706.836456:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cb550f8ba00. 00000400:00000200:3.0:1788540706.836458:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788540706.836461:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1788540706.836463:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cb55418a990 00000400:00000010:3.0:1788540706.836465:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cb55418a990. 00000100:00000001:3.0:1788540706.836467:0:2406:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788540706.836470:0:2406:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cb578c34a80 x1875408067966720/t0(0) o400->lustre-MDT0000-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788540706.836476:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788540706.836478:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cb578c34a80 x1875408067966720/t0(0) o400->lustre-MDT0000-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540761 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788540706.836484:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788540706.836498:0:2406:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788540706.836569:0:2406:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788540706.836580:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9cb550f8b700. 00000400:00000200:3.0:1788540706.836583:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788540706.836586:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1788540706.836590:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cb55418a5d8 00000400:00000010:3.0:1788540706.836591:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cb55418a5d8. 00000100:00000001:3.0:1788540706.836594:0:2406:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788540706.836598:0:2406:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9cb578c35f80 x1875408067966976/t0(0) o400->lustre-OST0000-osc-ffff9cb55cf91000@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1788540722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788540706.836604:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788540706.836607:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9cb578c35f80 x1875408067966976/t0(0) o400->lustre-OST0000-osc-ffff9cb55cf91000@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1788540722 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788540706.836613:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788540706.836614:0:2406:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788540706.844893:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788540706.844917:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788540706.844921:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788540706.844924:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788540706.844934:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540706.844943:0:2407:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1788540706.844951:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540706.844955:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540706.844961:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540706.844965:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 10 MB=0x6a9ac77b33780 00000400:00000200:2.0:1788540706.844970:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540706.844976:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 224/224 into md 0x520995 [1] + 224 00000800:00000001:2.0:1788540706.844984:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788540706.844988:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788540706.844998:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788540706.845003:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1788540706.845013:0:2407:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788540706.845023:0:2407:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cb578c34e00 x1875408067966848/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540761 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788540706.845033:0:2407:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cb578c34e00 x1875408067966848/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540761 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788540706.845051:0:2407:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788540706.845059:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788540706.845062:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788540706.845064:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788540706.845067:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788540706.845069:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540706.845073:0:2407:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1788540706.845077:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540706.845079:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540706.845082:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540706.845097:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 10 MB=0x6a9ac77b33700 00000400:00000200:2.0:1788540706.845100:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540706.845105:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 224/224 into md 0x52099d [1] + 224 00000800:00000001:2.0:1788540706.845109:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788540706.845115:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788540706.845117:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788540706.845120:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1788540706.845124:0:2407:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788540706.845147:0:2407:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cb578c34a80 x1875408067966720/t0(0) o400->lustre-MDT0000-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540761 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788540706.845155:0:2407:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cb578c34a80 x1875408067966720/t0(0) o400->lustre-MDT0000-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540761 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788540706.845162:0:2407:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788540706.845166:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788540706.845169:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788540706.845529:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788540706.845534:0:2413:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788540706.845541:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788540706.845543:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788540706.845555:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cb56594acb8. 00000400:00000200:0.0:1788540706.845701:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cb55418ad48 00000400:00000010:0.0:1788540706.845708:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cb55418ad48. 00000100:00000001:0.0:1788540706.845715:0:2413:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788540706.845723:0:2413:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cb578c34a80 x1875408067966720/t0(0) o400->lustre-MDT0000-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540761 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788540706.845735:0:2413:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cb578c34a80 x1875408067966720/t0(0) o400->lustre-MDT0000-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540761 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788540706.845768:0:2413:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788540706.845770:0:2413:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788540706.845773:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788540706.845777:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788540706.845779:0:2413:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788540706.845781:0:2413:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788540706.845784:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788540706.845793:0:2413:0:(import.c:2195:obd_at_measure()) add 5 to ffff9cb5483dd460 time=30 v=36 (36 36 36 36) 00000100:00001000:0.0:1788540706.845796:0:2413:0:(import.c:2261:obd_at_measure()) AT ffff9cb5483dd460 change: old=36 new=5 delta=-31 (val=5) hist 36 36 36 36 00000100:00001000:0.0:1788540706.845800:0:2413:0:(client.c:430:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0000-mdc-ffff9cb55cf91000 ptl 12 has changed from 36 to 5 00000100:00001000:0.0:1788540706.845803:0:2413:0:(import.c:2195:obd_at_measure()) add 1 to ffff9cb5483dd418 time=98 v=5 (1 1 1 1) 00000100:00000001:0.0:1788540706.845806:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788540706.845807:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788540706.845810:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788540706.845813:0:2413:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788540706.845816:0:2413:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788540706.845818:0:2413:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9cb55cf91000: skip recheck: last_committed 30064771618 00000100:00000001:0.0:1788540706.845820:0:2413:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788540706.845822:0:2413:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788540706.845827:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cb578c34a80 x1875408067966720/t0(0) o400->lustre-MDT0000-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540761 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788540706.845834:0:2413:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788540706.845853:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788540706.845997:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788540706.846005:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cb578c34a80 x1875408067966720/t0(0) o400->lustre-MDT0000-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540761 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788540706.846029:0:2413:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cb578c34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f25b0cb-c0fb-47df-8441-7602d698eac8:2413:1875408067966720:192.168.204.151@tcp:400:kworker.0 00000400:00000001:0.0:1788540706.846038:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788540706.846040:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788540706.846042:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cb56594af78. 00000400:00000200:0.0:1788540706.846045:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cb55418a000 00000400:00000010:0.0:1788540706.846047:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cb55418a000. 00000100:00000001:0.0:1788540706.846049:0:2413:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788540706.846053:0:2413:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cb578c34e00 x1875408067966848/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540761 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788540706.846060:0:2413:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cb578c34e00 x1875408067966848/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540761 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788540706.846067:0:2413:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788540706.846069:0:2413:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788540706.846071:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788540706.846073:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788540706.846074:0:2413:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788540706.846076:0:2413:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788540706.846078:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788540706.846082:0:2413:0:(import.c:2195:obd_at_measure()) add 5 to ffff9cb5483dac60 time=30 v=36 (36 36 36 36) 00000100:00001000:0.0:1788540706.846085:0:2413:0:(import.c:2261:obd_at_measure()) AT ffff9cb5483dac60 change: old=36 new=5 delta=-31 (val=5) hist 36 36 36 36 00000100:00001000:0.0:1788540706.846088:0:2413:0:(client.c:430:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0001-mdc-ffff9cb55cf91000 ptl 12 has changed from 36 to 5 00000100:00001000:0.0:1788540706.846090:0:2413:0:(import.c:2195:obd_at_measure()) add 1 to ffff9cb5483dac18 time=78 v=5 (1 1 1 1) 00000100:00000001:0.0:1788540706.846092:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788540706.846094:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788540706.846096:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788540706.846099:0:2413:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9cb578c34e00 x1875408067966848/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540761 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788540706.846107:0:2413:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788540706.846109:0:2413:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788540706.846111:0:2413:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9cb55cf91000: skip recheck: last_committed 21474836545 00000100:00000001:0.0:1788540706.846118:0:2413:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788540706.846120:0:2413:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788540706.846136:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cb578c34e00 x1875408067966848/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540761 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788540706.846143:0:2413:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788540706.846145:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788540706.846146:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788540706.846156:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cb578c34e00 x1875408067966848/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540761 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788540706.846163:0:2413:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cb578c34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f25b0cb-c0fb-47df-8441-7602d698eac8:2413:1875408067966848:192.168.204.151@tcp:400:kworker.0 00000100:00000001:0.0:1788540706.846168:0:2413:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788540706.846171:0:2413:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788540706.846175:0:2413:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cb578c34a80 x1875408067966720/t0(0) o400->lustre-MDT0000-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540761 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788540706.846182:0:2413:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788540706.846185:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788540706.846188:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cb547d4da00. 02000000:00000001:0.0:1788540706.846192:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788540706.846194:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788540706.846196:0:2413:0:(genops.c:1223:class_import_put()) import ffff9cb5483dd000 refcount=8 obd=lustre-MDT0000-mdc-ffff9cb55cf91000 00000020:00000001:0.0:1788540706.846198:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788540706.846201:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cb550f8b000. 02000000:00000001:0.0:1788540706.846204:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788540706.846206:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788540706.846207:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cb578c34a80. 00000100:00000001:0.0:1788540706.846211:0:2413:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788540706.846212:0:2413:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788540706.846214:0:2413:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788540706.846217:0:2413:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cb578c34e00 x1875408067966848/t0(0) o400->lustre-MDT0001-mdc-ffff9cb55cf91000@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1788540761 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788540706.846222:0:2413:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788540706.846229:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788540706.846231:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cb547d4c200. 02000000:00000001:0.0:1788540706.846233:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788540706.846234:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788540706.846235:0:2413:0:(genops.c:1223:class_import_put()) import ffff9cb5483da800 refcount=3 obd=lustre-MDT0001-mdc-ffff9cb55cf91000 00000020:00000001:0.0:1788540706.846237:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788540706.846238:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cb550f8be00. 02000000:00000001:0.0:1788540706.846240:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788540706.846240:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788540706.846242:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cb578c34e00. 00000100:00000001:0.0:1788540706.846244:0:2413:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788540706.846245:0:2413:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788540706.846248:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788540706.846249:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788540706.846251:0:2413:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788540706.846253:0:2413:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788540706.846254:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788540706.851550:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788540706.851568:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788540706.851571:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788540706.851574:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788540706.851584:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1788540706.851595:0:2406:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1788540706.851604:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1788540706.851610:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1788540706.851615:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1788540706.851619:0:2406:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 4 MB=0x6a9ac77b33800 00000400:00000200:3.0:1788540706.851625:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1788540706.851632:0:2406:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.151@tcp of length 224/224 into md 0x5209a5 [1] + 224 00000800:00000001:3.0:1788540706.851639:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788540706.851647:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788540706.851651:0:2406:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788540706.851655:0:2406:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1788540706.851664:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788540706.851673:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cb578c35f80 x1875408067966976/t0(0) o400->lustre-OST0000-osc-ffff9cb55cf91000@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1788540722 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788540706.851684:0:2406:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cb578c35f80 x1875408067966976/t0(0) o400->lustre-OST0000-osc-ffff9cb55cf91000@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1788540722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788540706.851720:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788540706.851729:0:2406:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788540706.851733:0:2406:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788540706.852009:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788540706.852093:0:2413:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788540706.852101:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788540706.852104:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788540706.852107:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cb56594abb0. 00000400:00000200:1.0:1788540706.852113:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cb55418a880 00000400:00000010:1.0:1788540706.852122:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cb55418a880. 00000100:00000001:1.0:1788540706.852140:0:2413:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788540706.852145:0:2413:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cb578c35f80 x1875408067966976/t0(0) o400->lustre-OST0000-osc-ffff9cb55cf91000@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1788540722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788540706.852163:0:2413:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cb578c35f80 x1875408067966976/t0(0) o400->lustre-OST0000-osc-ffff9cb55cf91000@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1788540722 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788540706.852170:0:2413:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788540706.852172:0:2413:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788540706.852175:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788540706.852177:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788540706.852179:0:2413:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788540706.852182:0:2413:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788540706.852187:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788540706.852197:0:2413:0:(import.c:2195:obd_at_measure()) add 5 to ffff9cb5483dec60 time=30 v=5 (5 5 5 5) 00000100:00001000:1.0:1788540706.852200:0:2413:0:(import.c:2195:obd_at_measure()) add 1 to ffff9cb5483dec18 time=139 v=5 (1 1 0 0) 00000100:00000001:1.0:1788540706.852203:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788540706.852205:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788540706.852207:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788540706.852211:0:2413:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788540706.852214:0:2413:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788540706.852216:0:2413:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9cb55cf91000: skip recheck: last_committed 38654729215 00000100:00000001:1.0:1788540706.852218:0:2413:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788540706.852220:0:2413:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788540706.852225:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cb578c35f80 x1875408067966976/t0(0) o400->lustre-OST0000-osc-ffff9cb55cf91000@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1788540722 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788540706.852232:0:2413:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788540706.852234:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788540706.852236:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788540706.852239:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cb578c35f80 x1875408067966976/t0(0) o400->lustre-OST0000-osc-ffff9cb55cf91000@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1788540722 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788540706.852247:0:2413:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cb578c35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f25b0cb-c0fb-47df-8441-7602d698eac8:2413:1875408067966976:192.168.204.151@tcp:400:kworker.0 00000100:00000001:1.0:1788540706.852253:0:2413:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788540706.852261:0:2413:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788540706.852266:0:2413:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cb578c35f80 x1875408067966976/t0(0) o400->lustre-OST0000-osc-ffff9cb55cf91000@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1788540722 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788540706.852273:0:2413:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788540706.852275:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788540706.852279:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cb547d4dc00. 02000000:00000001:1.0:1788540706.852282:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788540706.852285:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788540706.852288:0:2413:0:(genops.c:1223:class_import_put()) import ffff9cb5483de800 refcount=3 obd=lustre-OST0000-osc-ffff9cb55cf91000 00000020:00000001:1.0:1788540706.852290:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788540706.852293:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cb550f8bd00. 02000000:00000001:1.0:1788540706.852297:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788540706.852299:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788540706.852301:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cb578c35f80. 00000100:00000001:1.0:1788540706.852304:0:2413:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788540706.852306:0:2413:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788540706.852309:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788540706.852310:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788540706.852312:0:2413:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788540706.852313:0:2413:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788540706.852314:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788540706.863532:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788540706.863554:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788540706.863571:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788540706.863575:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788540706.863587:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540706.863598:0:2407:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1788540706.863609:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540706.863614:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540706.863620:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540706.863758:0:2407:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 25 MB=0x6a9ac77b33680 00000400:00000200:2.0:1788540706.863765:0:2407:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1788540706.863773:0:2407:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 224/224 into md 0x52098d [1] + 224 00000800:00000001:2.0:1788540706.863782:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788540706.863794:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788540706.863798:0:2407:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788540706.863804:0:2407:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1788540706.863813:0:2407:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788540706.863862:0:2407:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9cb578c35180 x1875408067966592/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1788540722 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788540706.863875:0:2407:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9cb578c35180 x1875408067966592/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1788540722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788540706.863920:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788540706.863924:0:2413:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788540706.863943:0:2407:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788540706.863952:0:2407:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788540706.863956:0:2407:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788540706.870736:0:2413:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788540706.870742:0:2413:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788540706.870746:0:2413:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9cb56594ae18. 00000400:00000200:1.0:1788540706.870751:0:2413:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9cb55418a4c8 00000400:00000010:1.0:1788540706.870754:0:2413:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9cb55418a4c8. 00000100:00000001:1.0:1788540706.870758:0:2413:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788540706.870770:0:2413:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9cb578c35180 x1875408067966592/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1788540722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788540706.870786:0:2413:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9cb578c35180 x1875408067966592/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1788540722 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788540706.870794:0:2413:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788540706.870796:0:2413:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788540706.870799:0:2413:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788540706.870809:0:2413:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788540706.870811:0:2413:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788540706.870813:0:2413:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788540706.870816:0:2413:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788540706.870823:0:2413:0:(import.c:2195:obd_at_measure()) add 5 to ffff9cb54fb73c60 time=30 v=5 (5 5 5 5) 00000100:00001000:1.0:1788540706.870827:0:2413:0:(import.c:2195:obd_at_measure()) add 1 to ffff9cb54fb73c18 time=98 v=5 (1 1 1 1) 00000100:00000001:1.0:1788540706.870829:0:2413:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788540706.870831:0:2413:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788540706.870834:0:2413:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788540706.870837:0:2413:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788540706.870866:0:2413:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788540706.870873:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9cb578c35180 x1875408067966592/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1788540722 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788540706.870881:0:2413:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788540706.870885:0:2413:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788540706.870887:0:2413:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788540706.870891:0:2413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9cb578c35180 x1875408067966592/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1788540722 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788540706.870899:0:2413:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9cb578c35180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a8182fa2-ba98-45c9-b2de-583c598f0d35:2413:1875408067966592:192.168.204.151@tcp:400:kworker.0 00000100:00000001:1.0:1788540706.870906:0:2413:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788540706.870910:0:2413:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788540706.870915:0:2413:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9cb578c35180 x1875408067966592/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1788540722 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788540706.870921:0:2413:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788540706.870924:0:2413:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788540706.870928:0:2413:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9cb551b8d800. 02000000:00000001:1.0:1788540706.870932:0:2413:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788540706.870935:0:2413:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788540706.870937:0:2413:0:(genops.c:1223:class_import_put()) import ffff9cb54fb73800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:1.0:1788540706.870939:0:2413:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788540706.870942:0:2413:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9cb550f8b100. 02000000:00000001:1.0:1788540706.870945:0:2413:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788540706.870947:0:2413:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788540706.870955:0:2413:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9cb578c35180. 00000100:00000001:1.0:1788540706.870959:0:2413:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788540706.870961:0:2413:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788540706.870964:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788540706.870974:0:2413:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788540706.870977:0:2413:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788540706.870980:0:2413:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788540706.870983:0:2413:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788540706.917361:0:285669:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1788540706.917371:0:285669:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_816: @@@@@@ FAIL: client: import is not in IDLE state after 50 00000001:00000001:3.0:1788540706.924540:0:285669:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:1.0:1788540707.151665:0:282430:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788540707.151674:0:282430:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788540707.151681:0:282430:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788540707.151682:0:282430:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788540707.151950:0:236802:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788540707.151954:0:236802:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788540707.151958:0:236802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788540708.170596:0:256949:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788540708.170603:0:256949:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788540708.170607:0:256949:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788540708.170608:0:256949:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788540708.170759:0:242802:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788540708.170762:0:242802:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788540708.170766:0:242802:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788540708.425335:0:285769:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 2643 lines, 2643 kept, 0 dropped, 0 bad.