00010000:00000001:3.0F:1788851976.189017:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851976.189037:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851976.189044:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851976.189045:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0F:1788851976.189172:0:246763:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851976.189181:0:246763:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851976.189185:0:246763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788851976.701343:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) 02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788851976.701355:0:232038:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788851976.701363:0:232038:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af186bb80. 00000020:00000040:3.0:1788851976.701370:0:232038:0:(genops.c:1210:class_import_get()) import ffff989af9937000 refcount=4 obd=MGC192.168.201.149@tcp 00000100:00000001:3.0:1788851976.701374:0:232038:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788851976.701377:0:232038:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788851976.701382:0:232038:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788851976.701391:0:232038:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9899cebaa400. 00000100:00000001:3.0:1788851976.701397:0:232038:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851976.701410:0:232038:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b->MGS req@ffff989af186bb80 x1875733950910720/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788851976.701421:0:232038:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788851976.701426:0:232038:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851976.701431:0:232038:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069b43b50] to pc [ptlrpcd_01_00+0] req@ffff989af186bb80 x1875733950910720/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851976.701466:0:232038:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851976.701469:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788851976.701473:0:232038:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788851976.701476:0:232038:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af1869880. 00000020:00000040:3.0:1788851976.701478:0:232038:0:(genops.c:1210:class_import_get()) import ffff989ac841f000 refcount=6 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000100:00000001:3.0:1788851976.701481:0:232038:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788851976.701482:0:232038:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788851976.701484:0:232038:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788851976.701487:0:232038:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9899cebaa100. 00000100:00000001:3.0:1788851976.701491:0:232038:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851976.701495:0:232038:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0000_UUID req@ffff989af1869880 x1875733950910848/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788851976.701502:0:232038:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788851976.701512:0:232038:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851976.701517:0:232038:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bba3ee18] to pc [ptlrpcd_01_01+1] req@ffff989af1869880 x1875733950910848/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851976.701525:0:232038:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851976.701527:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788851976.701530:0:232038:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788851976.701532:0:232038:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af1869500. 00000020:00000040:3.0:1788851976.701534:0:232038:0:(genops.c:1210:class_import_get()) import ffff989ac841f800 refcount=4 obd=lustre-MDT0001-mdc-ffff989ae4bee800 00000100:00000001:3.0:1788851976.701537:0:232038:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788851976.701538:0:232038:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788851976.701540:0:232038:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788851976.701543:0:232038:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9899cebaab00. 00000100:00000001:3.0:1788851976.701546:0:232038:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851976.701549:0:232038:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0001_UUID req@ffff989af1869500 x1875733950910976/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788851976.701555:0:232038:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788851976.701557:0:232038:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851976.701560:0:232038:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000827e4f56] to pc [ptlrpcd_01_00+0] req@ffff989af1869500 x1875733950910976/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851976.701567:0:232038:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851976.701569:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788851976.701572:0:232038:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788851976.701574:0:232038:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af186aa00. 00000020:00000040:3.0:1788851976.701577:0:232038:0:(genops.c:1210:class_import_get()) import ffff989ac841c800 refcount=4 obd=lustre-OST0000-osc-ffff989ae4bee800 00000100:00000001:3.0:1788851976.701579:0:232038:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788851976.701580:0:232038:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788851976.701581:0:232038:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788851976.701584:0:232038:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9899cebaa900. 00000100:00000001:3.0:1788851976.701588:0:232038:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851976.701591:0:232038:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0000_UUID req@ffff989af186aa00 x1875733950911104/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788851976.701608:0:232038:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788851976.701610:0:232038:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851976.701614:0:232038:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c37d4dd0] to pc [ptlrpcd_01_01+1] req@ffff989af186aa00 x1875733950911104/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851976.701622:0:232038:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851976.701624:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788851976.701627:0:232038:0:(pinger.c:247:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788851976.701632:0:232038:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12880) 00000100:00000001:3.0:1788851976.701647:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851976.701651:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788851976.701653:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788851976.701658:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af1869880 x1875733950910848/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851976.701666:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788851976.701668:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851976.701672:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788851976.701675:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788851976.701678:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851976.701681:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af1869880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2402:1875733950910848:192.168.201.149@tcp:400:kworker.0 00000100:00000001:3.0:1788851976.701697:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788851976.701703:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788851976.701705:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851976.701708:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788851976.701712:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989ad5836e00. 02000000:00000001:3.0:1788851976.701713:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851976.701720:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:3.0:1788851976.701724:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ad5846688. 00000400:00000010:3.0:1788851976.701731:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ad1067088. 00000100:00000200:3.0:1788851976.701738:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950910848, portal 10 00000100:00000001:3.0:1788851976.701740:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851976.701746:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389977356416 : -113683732195200 : ffff989af1869880) 00000100:00000040:3.0:1788851976.701754:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989af1869880 x1875733950910848/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851976.701761:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788851976.701764:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:3.0:1788851976.701766:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ad10676e8. 00000100:00000200:3.0:1788851976.701770:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733950910848, offset 0 00000400:00000200:3.0:1788851976.701776:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:3.0:1788851976.701784:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1788851976.701791:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:3.0:1788851976.701796:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788851976.701800:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:3.0:1788851976.701804:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851976.701807:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:3.0:1788851976.701810:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541513:541513:256:4294967295] 192.168.201.149@tcp LPNI seq info [541447:541447:8:4294967295] 00000400:00000200:3.0:1788851976.701815:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1788851976.701825:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:3.0:1788851976.701831:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:3.0:1788851976.701836:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9899cebaaf00. 00000800:00000200:3.0:1788851976.701843:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:3.0:1788851976.701850:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:3.0:1788851976.701855:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9899cebaaf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0F:1788851976.701925:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851976.701933:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851976.701935:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788851976.701940:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af186bb80 x1875733950910720/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851976.701947:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788851976.701948:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851976.701951:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788851976.701953:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788851976.701955:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788851976.701958:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af186bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b:2401:1875733950910720:192.168.201.149@tcp:400:kworker.0 00000100:00000001:2.0:1788851976.701961:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788851976.701975:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788851976.701977:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851976.701979:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788851976.701982:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989ac86f0000. 02000000:00000001:2.0:1788851976.701984:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851976.701988:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:2.0:1788851976.701990:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ac95bbf20. 00000400:00000010:2.0:1788851976.701995:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1dd0. 00000100:00000200:2.0:1788851976.701998:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950910720, portal 25 00000100:00000001:2.0:1788851976.701999:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851976.702001:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389977365376 : -113683732186240 : ffff989af186bb80) 00000100:00000040:2.0:1788851976.702005:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989af186bb80 x1875733950910720/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851976.702012:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788851976.702014:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:2.0:1788851976.702016:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f17f8. 00000100:00000200:2.0:1788851976.702018:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733950910720, offset 0 00000400:00000200:2.0:1788851976.702023:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:2.0:1788851976.702026:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851976.702030:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:2.0:1788851976.702032:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788851976.702035:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:2.0:1788851976.702041:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788851976.702044:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:2.0:1788851976.702046:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541514:541514:255:4294967295] 192.168.201.149@tcp LPNI seq info [541448:541448:7:4294967295] 00000400:00000200:2.0:1788851976.702050:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851976.702057:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:2.0:1788851976.702061:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:2.0:1788851976.702064:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989b01642300. 00000800:00000200:2.0:1788851976.702068:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:2.0:1788851976.702071:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:2.0:1788851976.702074:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989b01642300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788851976.702770:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851976.702778:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: using a timeout of 24835 usecs (25 jiffies) 00000400:00000200:3.0:1788851976.702783:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:3.0:1788851976.702786:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307542554 00000100:00000010:3.0:1788851976.702793:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff989ac67a40c0. 00000100:00000001:3.0:1788851976.702799:0:2402:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788851976.702806:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307542554 00000100:00000010:3.0:1788851976.702808:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff989ac67a4720. 00000100:00000001:3.0:1788851976.702817:0:2402:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788851976.702820:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851976.702823:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851976.702826:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788851976.702832:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af186aa00 x1875733950911104/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851976.702839:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788851976.702841:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851976.702843:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788851976.702846:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788851976.702848:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851976.702850:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af186aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2402:1875733950911104:192.168.201.149@tcp:400:kworker.0 00000100:00000001:3.0:1788851976.702854:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788851976.702856:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788851976.702858:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851976.702860:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788851976.702862:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989ad5837000. 02000000:00000001:3.0:1788851976.702865:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851976.702869:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:3.0:1788851976.702873:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ad5846c08. 00000400:00000010:3.0:1788851976.702879:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ad1067198. 00000100:00000200:3.0:1788851976.702882:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950911104, portal 4 00000100:00000001:3.0:1788851976.702884:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851976.702885:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389977360896 : -113683732190720 : ffff989af186aa00) 00000100:00000040:3.0:1788851976.702905:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989af186aa00 x1875733950911104/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851976.702911:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788851976.702913:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:3.0:1788851976.702916:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ad1067770. 00000100:00000200:3.0:1788851976.702918:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733950911104, offset 0 00000400:00000200:3.0:1788851976.702922:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:3.0:1788851976.702927:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1788851976.702939:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:3.0:1788851976.702943:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788851976.702947:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:3.0:1788851976.702949:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851976.702951:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:3.0:1788851976.702953:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541515:541515:254:4294967295] 192.168.201.149@tcp LPNI seq info [541449:541449:6:4294967295] 00000400:00000200:3.0:1788851976.702956:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1788851976.702963:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:3.0:1788851976.703040:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:3.0:1788851976.703045:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9899cebaaa00. 00000800:00000200:3.0:1788851976.703049:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:3.0:1788851976.703054:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:3.0:1788851976.703057:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9899cebaaa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788851976.710801:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851976.710819:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:2.0:1788851976.710823:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 0 is 4307546328 00000100:00000001:2.0:1788851976.710834:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307542554 00000100:00000001:2.0:1788851976.710840:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 1 is 4307546328 00000100:00000001:2.0:1788851976.710843:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307542554 00000100:00000001:2.0:1788851976.710846:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851976.710850:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851976.710855:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788851976.710869:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af1869500 x1875733950910976/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851976.710879:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788851976.710882:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851976.710886:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788851976.710905:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788851976.710909:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788851976.710913:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af1869500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2401:1875733950910976:192.168.201.149@tcp:400:kworker.0 00000100:00000001:2.0:1788851976.710917:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788851976.710924:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788851976.710946:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851976.710949:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788851976.710956:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989ac86f1800. 02000000:00000001:2.0:1788851976.710958:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851976.710963:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:2.0:1788851976.711046:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ac95bb420. 00000400:00000010:2.0:1788851976.711054:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1440. 00000100:00000200:2.0:1788851976.711062:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950910976, portal 10 00000100:00000001:2.0:1788851976.711065:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851976.711067:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389977355520 : -113683732196096 : ffff989af1869500) 00000100:00000040:2.0:1788851976.711076:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989af1869500 x1875733950910976/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851976.711084:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788851976.711086:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:2.0:1788851976.711089:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1c38. 00000100:00000200:2.0:1788851976.711093:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733950910976, offset 0 00000400:00000200:2.0:1788851976.711099:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:2.0:1788851976.711239:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851976.711247:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:2.0:1788851976.711253:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788851976.711258:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:2.0:1788851976.711262:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788851976.711265:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:2.0:1788851976.711269:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541516:541516:253:4294967295] 192.168.201.149@tcp LPNI seq info [541450:541450:5:4294967295] 00000400:00000200:2.0:1788851976.711273:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851976.711283:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:2.0:1788851976.711288:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:2.0:1788851976.711294:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989b01642100. 00000800:00000200:2.0:1788851976.711300:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:2.0:1788851976.711308:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:2.0:1788851976.711312:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989b01642100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788851976.711323:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851976.711326:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: using a timeout of 21435 usecs (22 jiffies) 00000400:00000200:2.0:1788851976.712053:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:2.0:1788851976.712057:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307542553 00000100:00000001:2.0:1788851976.712059:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307546328 00000100:00000001:2.0:1788851976.712061:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307542553 00000100:00000001:2.0:1788851976.712063:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307546328 00000100:00000001:2.0:1788851976.712066:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851976.712068:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851976.712072:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851976.712075:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851976.712083:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851976.712085:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788851976.712088:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851976.712090:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851976.712091:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851976.712094:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851976.712278:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851976.712283:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: using a timeout of 166993 usecs (167 jiffies) 00000400:00000200:3.0:1788851976.712287:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:3.0:1788851976.712289:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307542698 00000100:00000001:3.0:1788851976.712291:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307546328 00000100:00000001:3.0:1788851976.712293:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307542698 00000100:00000001:3.0:1788851976.712295:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307546328 00000100:00000001:3.0:1788851976.712298:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851976.712300:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851976.712302:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851976.712304:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851976.712307:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788851976.712309:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:3.0:1788851976.712310:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851976.712311:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788851976.712313:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851976.712315:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0F:1788851976.713103:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851976.713358:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9899cebaaf00. 00000400:00000200:1.0:1788851976.713364:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851976.713372:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851976.713379:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ad10676e8 00000400:00000010:1.0:1788851976.713381:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ad10676e8. 00000100:00000001:1.0:1788851976.713386:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851976.713393:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af1869880 x1875733950910848/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851976.713405:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851976.713408:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af1869880 x1875733950910848/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852091 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851976.713415:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851976.713417:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788851976.713434:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851976.713436:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989b01642300. 00000400:00000200:1.0:1788851976.713439:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851976.713442:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851976.713445:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f17f8 00000400:00000010:1.0:1788851976.713446:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f17f8. 00000100:00000001:1.0:1788851976.713449:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851976.713453:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af186bb80 x1875733950910720/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851976.713460:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851976.713463:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af186bb80 x1875733950910720/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851992 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851976.713469:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851976.713471:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788851976.713476:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851976.713478:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989b01642100. 00000400:00000200:1.0:1788851976.713480:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851976.713483:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851976.713485:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1c38 00000400:00000010:1.0:1788851976.713487:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1c38. 00000100:00000001:1.0:1788851976.713495:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851976.713500:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af1869500 x1875733950910976/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851976.713508:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851976.713511:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af1869500 x1875733950910976/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852091 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851976.713517:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851976.713518:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788851976.713809:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851976.713812:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9899cebaaa00. 00000400:00000200:1.0:1788851976.713816:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851976.713820:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851976.713822:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ad1067770 00000400:00000010:1.0:1788851976.713824:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ad1067770. 00000100:00000001:1.0:1788851976.713827:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851976.713831:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af186aa00 x1875733950911104/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851976.713838:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851976.713841:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af186aa00 x1875733950911104/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852031 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851976.713846:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851976.713848:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788851976.730532:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851976.730547:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851976.730551:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851976.730553:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851976.730563:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851976.730570:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851976.730578:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851976.730583:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851976.730588:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851976.730592:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 25 MB=0x6a9f857d65100 00000400:00000200:0.0:1788851976.730596:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851976.730612:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bf81 [1] + 224 00000800:00000001:0.0:1788851976.730619:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851976.730623:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851976.730626:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851976.730631:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851976.730637:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851976.730661:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af186bb80 x1875733950910720/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851992 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851976.730671:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989af186bb80 x1875733950910720/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851992 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851976.730690:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851976.730699:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851976.730703:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851976.730705:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851976.730707:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851976.730710:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851976.730713:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851976.730717:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851976.730719:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851976.730721:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851976.730732:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x6a9f857d65200 00000400:00000200:0.0:1788851976.730735:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851976.730740:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bf91 [1] + 224 00000800:00000001:0.0:1788851976.730744:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851976.730747:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851976.730749:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851976.730752:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851976.730754:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851976.730759:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af1869500 x1875733950910976/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852091 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851976.730768:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989af1869500 x1875733950910976/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852091 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851976.730774:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851976.730778:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851976.730781:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851976.730783:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851976.730785:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851976.730788:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851976.730791:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851976.730794:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851976.730797:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851976.730799:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851976.730802:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x6a9f857d65180 00000400:00000200:0.0:1788851976.730805:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851976.730809:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bf79 [1] + 224 00000800:00000001:0.0:1788851976.730813:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851976.730816:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851976.730818:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851976.730820:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851976.730823:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851976.730826:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af1869880 x1875733950910848/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852091 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851976.730844:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989af1869880 x1875733950910848/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852091 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851976.730856:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851976.730861:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851976.730864:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851976.730866:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851976.730868:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851976.730871:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851976.730874:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851976.730877:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851976.730879:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851976.730882:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851976.730884:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 4 MB=0x6a9f857d65280 00000400:00000200:0.0:1788851976.730917:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851976.730921:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bf89 [1] + 224 00000800:00000001:0.0:1788851976.730925:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851976.730933:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851976.730934:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851976.730938:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851976.730940:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851976.730944:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af186aa00 x1875733950911104/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852031 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851976.730952:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989af186aa00 x1875733950911104/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852031 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851976.730959:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851976.730962:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851976.730965:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851976.731027:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851976.731044:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788851976.731051:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851976.731053:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851976.731056:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ac95bbf20. 00000400:00000200:2.0:1788851976.731061:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1dd0 00000400:00000010:2.0:1788851976.731063:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1dd0. 00000100:00000001:2.0:1788851976.731066:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851976.731070:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af186bb80 x1875733950910720/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851992 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788851976.731079:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af186bb80 x1875733950910720/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851992 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851976.731084:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851976.731086:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851976.731089:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851976.731092:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851976.731094:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851976.731114:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851976.731118:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851976.731125:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff989af9937460 time=117 v=5 (5 5 5 5) 00000100:00001000:2.0:1788851976.731129:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff989af9937418 time=120 v=5 (1 1 1 0) 00000100:00000001:2.0:1788851976.731131:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851976.731133:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851976.731136:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788851976.731139:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851976.731141:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851976.731146:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af186bb80 x1875733950910720/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851992 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851976.731153:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851976.731156:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851976.731157:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851976.731393:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851976.731401:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788851976.731405:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788851976.731407:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788851976.731409:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ad5846688. 00000400:00000200:3.0:1788851976.731412:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ad1067088 00000400:00000010:3.0:1788851976.731414:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ad1067088. 00000100:00000001:3.0:1788851976.731417:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788851976.731422:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af1869880 x1875733950910848/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852091 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788851976.731430:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af1869880 x1875733950910848/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852091 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851976.731437:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788851976.731438:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851976.731440:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788851976.731442:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788851976.731443:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788851976.731444:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851976.731446:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788851976.731468:0:2402:0:(import.c:2149:obd_at_measure()) add 84 to ffff989ac841f460 time=117 v=84 (85 85 85 86) 00000100:00001000:3.0:1788851976.731472:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841f418 time=125 v=5 (1 1 1 0) 00000100:00000001:3.0:1788851976.731474:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788851976.731475:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851976.731477:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788851976.731479:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851976.731482:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788851976.731484:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff989ae4bee800: skip recheck: last_committed 30064771462 00000100:00000001:3.0:1788851976.731487:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788851976.731488:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851976.731492:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af1869880 x1875733950910848/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852091 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851976.731499:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851976.731501:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788851976.731503:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788851976.731506:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af1869880 x1875733950910848/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852091 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788851976.731521:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af1869880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2402:1875733950910848:192.168.201.149@tcp:400:kworker.0 00000400:00000001:3.0:1788851976.731527:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788851976.731528:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788851976.731529:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ad5846c08. 00000400:00000200:3.0:1788851976.731532:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ad1067198 00000400:00000010:3.0:1788851976.731534:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ad1067198. 00000100:00000001:3.0:1788851976.731535:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788851976.731538:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af186aa00 x1875733950911104/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852031 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788851976.731545:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af186aa00 x1875733950911104/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852031 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851976.731550:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788851976.731552:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851976.731553:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788851976.731554:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788851976.731556:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788851976.731557:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851976.731559:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788851976.731563:0:2402:0:(import.c:2149:obd_at_measure()) add 36 to ffff989ac841cc60 time=117 v=36 (36 36 5 5) 00000100:00001000:3.0:1788851976.731565:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841cc18 time=104 v=5 (1 1 1 1) 00000100:00000001:3.0:1788851976.731567:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788851976.731568:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851976.731570:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788851976.731571:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851976.731573:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788851976.731574:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff989ae4bee800: skip recheck: last_committed 38654725820 00000100:00000001:3.0:1788851976.731576:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788851976.731578:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851976.731581:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af186aa00 x1875733950911104/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852031 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851976.731586:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851976.731592:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788851976.731594:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788851976.731597:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af186aa00 x1875733950911104/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852031 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788851976.731603:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af186aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2402:1875733950911104:192.168.201.149@tcp:400:kworker.0 00000100:00000001:3.0:1788851976.731607:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851976.731609:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788851976.731612:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af1869880 x1875733950910848/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852091 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851976.731618:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788851976.731620:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788851976.731623:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989ad5836e00. 02000000:00000001:3.0:1788851976.731627:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788851976.731629:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788851976.731631:0:2402:0:(genops.c:1223:class_import_put()) import ffff989ac841f000 refcount=5 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000020:00000001:3.0:1788851976.731634:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788851976.731636:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9899cebaa100. 02000000:00000001:3.0:1788851976.731640:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788851976.731642:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788851976.731643:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af1869880. 00000100:00000001:3.0:1788851976.731646:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788851976.731647:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851976.731649:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788851976.731652:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af186aa00 x1875733950911104/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852031 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851976.731658:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788851976.731659:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788851976.731661:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989ad5837000. 02000000:00000001:3.0:1788851976.731663:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788851976.731664:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788851976.731665:0:2402:0:(genops.c:1223:class_import_put()) import ffff989ac841c800 refcount=3 obd=lustre-OST0000-osc-ffff989ae4bee800 00000020:00000001:3.0:1788851976.731667:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788851976.731668:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9899cebaa900. 02000000:00000001:3.0:1788851976.731675:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788851976.731676:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788851976.731677:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af186aa00. 00000100:00000001:3.0:1788851976.731679:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788851976.731680:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851976.731683:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851976.731690:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788851976.731692:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851976.731694:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851976.731696:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851976.731738:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af186bb80 x1875733950910720/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851992 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788851976.731746:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af186bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b:2401:1875733950910720:192.168.201.149@tcp:400:kworker.0 00000400:00000001:2.0:1788851976.731752:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851976.731754:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851976.731755:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ac95bb420. 00000400:00000200:2.0:1788851976.731758:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1440 00000400:00000010:2.0:1788851976.731759:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1440. 00000100:00000001:2.0:1788851976.731762:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851976.731766:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af1869500 x1875733950910976/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852091 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788851976.731773:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af1869500 x1875733950910976/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852091 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851976.731779:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851976.731780:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851976.731782:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851976.731784:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851976.731785:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851976.731791:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851976.731793:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851976.731798:0:2401:0:(import.c:2149:obd_at_measure()) add 84 to ffff989ac841fc60 time=117 v=84 (85 85 85 86) 00000100:00001000:2.0:1788851976.731801:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841fc18 time=99 v=5 (1 1 1 0) 00000100:00000001:2.0:1788851976.731804:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851976.731805:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851976.731807:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788851976.731811:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff989af1869500 x1875733950910976/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852091 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788851976.731818:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851976.731820:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788851976.731822:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff989ae4bee800: skip recheck: last_committed 21474836545 00000100:00000001:2.0:1788851976.731824:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788851976.731825:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851976.731828:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af1869500 x1875733950910976/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852091 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851976.731835:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851976.731837:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851976.731838:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851976.731841:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af1869500 x1875733950910976/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852091 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788851976.731848:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af1869500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2401:1875733950910976:192.168.201.149@tcp:400:kworker.0 00000100:00000001:2.0:1788851976.731852:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851976.731854:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851976.731857:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af186bb80 x1875733950910720/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851992 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851976.731863:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851976.731864:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851976.731866:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989ac86f0000. 02000000:00000001:2.0:1788851976.731869:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851976.731870:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788851976.731878:0:2401:0:(genops.c:1223:class_import_put()) import ffff989af9937000 refcount=3 obd=MGC192.168.201.149@tcp 00000020:00000001:2.0:1788851976.731880:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788851976.731882:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9899cebaa400. 02000000:00000001:2.0:1788851976.731884:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851976.731885:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851976.732716:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af186bb80. 00000100:00000001:2.0:1788851976.732726:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851976.732728:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851976.732730:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851976.732738:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af1869500 x1875733950910976/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852091 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851976.732745:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851976.732748:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851976.732750:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989ac86f1800. 02000000:00000001:2.0:1788851976.732753:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851976.732754:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788851976.732756:0:2401:0:(genops.c:1223:class_import_put()) import ffff989ac841f800 refcount=3 obd=lustre-MDT0001-mdc-ffff989ae4bee800 00000020:00000001:2.0:1788851976.732758:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788851976.732760:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9899cebaab00. 02000000:00000001:2.0:1788851976.732762:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851976.732763:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851976.732765:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af1869500. 00000100:00000001:2.0:1788851976.732767:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851976.732768:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851976.732771:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851976.732777:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851976.732779:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851976.732781:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851976.732783:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851977.214222:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851977.214227:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851977.214232:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851977.214235:0:266176:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788851977.214237:0:266176:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788851977.214243:0:266176:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788851977.214245:0:266176:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788851977.214247:0:266176:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851977.214250:0:266176:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788851977.214252:0:266176:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851977.214253:0:266176:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851977.214256:0:266176:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788851977.214317:0:234948:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788851977.214320:0:234948:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788851977.214332:0:234948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851978.263074:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851978.263085:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851978.263093:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851978.263095:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851978.264124:0:242195:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851978.264132:0:242195:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851978.264137:0:242195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788851978.863122:0:279441:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851979.330187:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851979.330193:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851979.330198:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851979.330199:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788851979.330998:0:246764:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788851979.331002:0:246764:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788851979.331006:0:246764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851980.351349:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851980.351355:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851980.351361:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851980.351363:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851980.351409:0:234949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851980.351412:0:234949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851980.351416:0:234949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788851980.547978:0:274611:0:(connection.c:75:cpu_latency_work()) work item of ffff989ac4ed8110 (cpu 1) has reached its deadline 4307546328, at 4307546374 00000100:00000010:1.0:1788851980.547995:0:274611:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff989ac67a4720. 00000100:00000040:0.0:1788851980.548074:0:244967:0:(connection.c:75:cpu_latency_work()) work item of ffff989ac4ed8000 (cpu 0) has reached its deadline 4307546328, at 4307546374 00000100:00000010:0.0:1788851980.548080:0:244967:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff989ac67a40c0. 00000080:00000001:1.0:1788851980.989108:0:279580:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851981.378101:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851981.378108:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851981.378115:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851981.378116:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788851981.378138:0:246763:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788851981.378146:0:246763:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788851981.378149:0:246763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1788851981.408723:0:279617:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1788851981.408730:0:279617:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_812b: @@@@@@ FAIL: client: import is not in CONNECTING state after 50 00000001:00000001:3.0:1788851981.413847:0:279617:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:2.0:1788851981.823607:0:249272:0:(pinger.c:229:ptlrpc_pinger_process_import()) 02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788851981.823615:0:249272:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788851981.823626:0:249272:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af199b100. 00000020:00000040:2.0:1788851981.823639:0:249272:0:(genops.c:1210:class_import_get()) import ffff989af9937000 refcount=4 obd=MGC192.168.201.149@tcp 00000100:00000001:2.0:1788851981.823644:0:249272:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851981.823647:0:249272:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851981.823652:0:249272:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851981.823663:0:249272:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989b01642c00. 00000100:00000001:2.0:1788851981.823671:0:249272:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851981.823685:0:249272:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b->MGS req@ffff989af199b100 x1875733950911232/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788851981.823697:0:249272:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851981.823701:0:249272:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851981.823707:0:249272:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087010b04] to pc [ptlrpcd_01_00+0] req@ffff989af199b100 x1875733950911232/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851981.823729:0:249272:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851981.823731:0:249272:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788851981.823734:0:249272:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788851981.823737:0:249272:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af199b480. 00000020:00000040:2.0:1788851981.823740:0:249272:0:(genops.c:1210:class_import_get()) import ffff989ac841f000 refcount=6 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000100:00000001:2.0:1788851981.823742:0:249272:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851981.823743:0:249272:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851981.823745:0:249272:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851981.823748:0:249272:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989b01642800. 00000100:00000001:2.0:1788851981.823751:0:249272:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851981.823754:0:249272:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0000_UUID req@ffff989af199b480 x1875733950911360/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788851981.823761:0:249272:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851981.823763:0:249272:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851981.823767:0:249272:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000890aeafc] to pc [ptlrpcd_01_01+1] req@ffff989af199b480 x1875733950911360/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851981.823774:0:249272:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851981.823776:0:249272:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788851981.823787:0:249272:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788851981.823790:0:249272:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af199a300. 00000020:00000040:2.0:1788851981.823792:0:249272:0:(genops.c:1210:class_import_get()) import ffff989ac841f800 refcount=4 obd=lustre-MDT0001-mdc-ffff989ae4bee800 00000100:00000001:2.0:1788851981.823794:0:249272:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851981.823796:0:249272:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851981.823798:0:249272:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851981.823800:0:249272:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989b01642900. 00000100:00000001:2.0:1788851981.823803:0:249272:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851981.823807:0:249272:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0001_UUID req@ffff989af199a300 x1875733950911488/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788851981.823813:0:249272:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851981.823815:0:249272:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851981.823818:0:249272:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c777c948] to pc [ptlrpcd_01_00+0] req@ffff989af199a300 x1875733950911488/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851981.823823:0:249272:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851981.823825:0:249272:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788851981.823828:0:249272:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788851981.823832:0:249272:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af1999180. 00000020:00000040:2.0:1788851981.823834:0:249272:0:(genops.c:1210:class_import_get()) import ffff989ac841c800 refcount=4 obd=lustre-OST0000-osc-ffff989ae4bee800 00000100:00000001:2.0:1788851981.823835:0:249272:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851981.823836:0:249272:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851981.823838:0:249272:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851981.823845:0:249272:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989b01642f00. 00000100:00000001:2.0:1788851981.823847:0:249272:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851981.823851:0:249272:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0000_UUID req@ffff989af1999180 x1875733950911616/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788851981.823857:0:249272:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851981.823858:0:249272:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851981.823861:0:249272:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005428f811] to pc [ptlrpcd_01_01+1] req@ffff989af1999180 x1875733950911616/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851981.823877:0:249272:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851981.823879:0:249272:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788851981.823883:0:249272:0:(pinger.c:247:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788851981.823921:0:249272:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12885) 00000100:00000001:2.0:1788851981.823934:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851981.823938:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851981.823941:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788851981.823947:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af199b100 x1875733950911232/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851981.823955:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788851981.823958:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851981.823962:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788851981.824152:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788851981.824156:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788851981.824161:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af199b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b:2401:1875733950911232:192.168.201.149@tcp:400:kworker.0 00000100:00000001:2.0:1788851981.824166:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788851981.824172:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788851981.824175:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851981.824177:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788851981.824183:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989ac86f1600. 02000000:00000001:2.0:1788851981.824184:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851981.824191:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:2.0:1788851981.824195:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ac95bb420. 00000400:00000010:2.0:1788851981.824202:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1440. 00000100:00000200:2.0:1788851981.824209:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950911232, portal 25 00000100:00000001:2.0:1788851981.824212:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851981.824213:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389978607872 : -113683730943744 : ffff989af199b100) 00000100:00000040:2.0:1788851981.824219:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989af199b100 x1875733950911232/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851981.824226:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788851981.824233:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:2.0:1788851981.824236:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1dd0. 00000100:00000200:2.0:1788851981.824240:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733950911232, offset 0 00000400:00000200:2.0:1788851981.824258:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:2.0:1788851981.824266:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851981.824274:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:2.0:1788851981.824280:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788851981.824284:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:2.0:1788851981.824288:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788851981.824291:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:2.0:1788851981.824294:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541517:541517:256:4294967295] 192.168.201.149@tcp LPNI seq info [541451:541451:8:4294967295] 00000400:00000200:2.0:1788851981.824298:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851981.824308:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:2.0:1788851981.824315:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:2.0:1788851981.824320:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989b01642b00. 00000800:00000200:2.0:1788851981.824326:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:2.0:1788851981.824334:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:2.0:1788851981.824338:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989b01642b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788851981.824391:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851981.824395:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:2.0:1788851981.824398:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 0 is 4307551447 00000100:00000010:2.0:1788851981.824403:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff989af990a300. 00000100:00000001:2.0:1788851981.824410:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788851981.824415:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 1 is 4307551447 00000100:00000010:2.0:1788851981.824417:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff989af990a660. 00000100:00000001:2.0:1788851981.824420:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788851981.824423:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851981.824425:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851981.824428:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788851981.824431:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af199a300 x1875733950911488/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851981.824458:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788851981.824460:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851981.824462:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788851981.824464:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788851981.824466:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788851981.824469:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af199a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2401:1875733950911488:192.168.201.149@tcp:400:kworker.0 00000100:00000001:2.0:1788851981.824472:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788851981.824474:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788851981.824475:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851981.824477:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788851981.824480:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989ac86f1800. 02000000:00000001:2.0:1788851981.824482:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851981.824485:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:2.0:1788851981.824488:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ac95bbf20. 00000400:00000010:2.0:1788851981.824492:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1c38. 00000100:00000200:2.0:1788851981.824495:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950911488, portal 10 00000100:00000001:2.0:1788851981.824497:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851981.824499:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389978604288 : -113683730947328 : ffff989af199a300) 00000100:00000040:2.0:1788851981.824505:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989af199a300 x1875733950911488/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851981.824511:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788851981.824513:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:2.0:1788851981.824515:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f17f8. 00000100:00000200:2.0:1788851981.824517:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733950911488, offset 0 00000400:00000200:2.0:1788851981.824521:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:2.0:1788851981.824525:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851981.824528:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:2.0:1788851981.824531:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788851981.824534:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:2.0:1788851981.824536:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788851981.824538:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:2.0:1788851981.824546:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541518:541518:255:4294967295] 192.168.201.149@tcp LPNI seq info [541452:541452:7:4294967295] 00000400:00000200:2.0:1788851981.824550:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851981.824557:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:2.0:1788851981.824561:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:2.0:1788851981.824565:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989b01642500. 00000800:00000200:2.0:1788851981.824568:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:2.0:1788851981.824573:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:2.0:1788851981.824575:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989b01642500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788851981.824578:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851981.824582:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: using a timeout of 21436 usecs (22 jiffies) 00000400:00000200:2.0:1788851981.824585:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:2.0:1788851981.824587:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307547672 00000100:00000001:2.0:1788851981.824589:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307551447 00000100:00000001:2.0:1788851981.824591:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307547672 00000100:00000001:2.0:1788851981.824593:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307551447 00000100:00000001:2.0:1788851981.824595:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851981.824596:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851981.824599:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851981.824602:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851981.824611:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851981.824613:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788851981.824616:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851981.824617:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851981.824618:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788851981.824621:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1788851981.824622:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851981.824624:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851981.824625:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851981.824626:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851981.824627:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851981.824628:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788851981.824632:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af199b480 x1875733950911360/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851981.824644:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788851981.824645:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851981.824647:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788851981.824649:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788851981.824651:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788851981.824653:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af199b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2401:1875733950911360:192.168.201.149@tcp:400:kworker.0 00000100:00000001:2.0:1788851981.824656:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788851981.824659:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788851981.824660:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851981.824662:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788851981.824665:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989ac86f0200. 02000000:00000001:2.0:1788851981.824666:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851981.824669:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:2.0:1788851981.824671:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ac95bbec8. 00000400:00000010:2.0:1788851981.824675:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1b28. 00000100:00000200:2.0:1788851981.824677:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950911360, portal 10 00000100:00000001:2.0:1788851981.824679:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851981.824680:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389978608768 : -113683730942848 : ffff989af199b480) 00000100:00000040:2.0:1788851981.824685:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989af199b480 x1875733950911360/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851981.824690:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788851981.824692:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:2.0:1788851981.824694:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1a18. 00000100:00000200:2.0:1788851981.824696:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733950911360, offset 0 00000400:00000200:2.0:1788851981.824700:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:2.0:1788851981.824704:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851981.824707:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:2.0:1788851981.824709:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788851981.824712:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:2.0:1788851981.824714:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788851981.824716:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:2.0:1788851981.824723:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541519:541519:254:4294967295] 192.168.201.149@tcp LPNI seq info [541453:541453:6:4294967295] 00000400:00000200:2.0:1788851981.824726:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851981.824732:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:2.0:1788851981.824736:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:2.0:1788851981.824739:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989b01642200. 00000800:00000200:2.0:1788851981.824743:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:2.0:1788851981.824747:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:2.0:1788851981.824749:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989b01642200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788851981.824752:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851981.824755:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: using a timeout of 24840 usecs (25 jiffies) 00000400:00000200:2.0:1788851981.824757:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:2.0:1788851981.824759:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307547675 00000100:00000001:2.0:1788851981.824761:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307551447 00000100:00000001:2.0:1788851981.824762:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307547675 00000100:00000001:2.0:1788851981.824764:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307551447 00000100:00000001:2.0:1788851981.824766:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851981.824768:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851981.824770:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788851981.824773:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af1999180 x1875733950911616/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851981.824779:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788851981.824780:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851981.824782:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788851981.824783:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788851981.824785:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788851981.824787:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af1999180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2401:1875733950911616:192.168.201.149@tcp:400:kworker.0 00000100:00000001:2.0:1788851981.824789:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788851981.824791:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788851981.824792:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851981.824799:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788851981.824802:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989ac86f0e00. 02000000:00000001:2.0:1788851981.824803:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851981.824807:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:2.0:1788851981.824809:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ac95bbb58. 00000400:00000010:2.0:1788851981.824813:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1198. 00000100:00000200:2.0:1788851981.824816:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950911616, portal 4 00000100:00000001:2.0:1788851981.824818:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851981.824819:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389978599808 : -113683730951808 : ffff989af1999180) 00000100:00000040:2.0:1788851981.824826:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989af1999180 x1875733950911616/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851981.824833:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788851981.824835:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:2.0:1788851981.824838:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f16e8. 00000100:00000200:2.0:1788851981.824841:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733950911616, offset 0 00000400:00000200:2.0:1788851981.824845:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:2.0:1788851981.824849:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851981.824852:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:2.0:1788851981.824854:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788851981.824857:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:2.0:1788851981.824859:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788851981.824861:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:2.0:1788851981.824864:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541520:541520:253:4294967295] 192.168.201.149@tcp LPNI seq info [541454:541454:5:4294967295] 00000400:00000200:2.0:1788851981.824868:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851981.824873:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:2.0:1788851981.824877:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:2.0:1788851981.824881:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989b01642100. 00000800:00000200:2.0:1788851981.824884:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:2.0:1788851981.824928:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:2.0:1788851981.824930:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989b01642100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788851981.824933:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851981.824942:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: using a timeout of 166892 usecs (167 jiffies) 00000400:00000200:2.0:1788851981.824945:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:2.0:1788851981.824947:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307547817 00000100:00000001:2.0:1788851981.824950:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307551447 00000100:00000001:2.0:1788851981.824952:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307547817 00000100:00000001:2.0:1788851981.824953:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307551447 00000100:00000001:2.0:1788851981.824955:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851981.824957:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851981.824960:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851981.824962:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851981.825091:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851981.825094:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788851981.826716:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851981.826727:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989b01642b00. 00000400:00000200:0.0:1788851981.826733:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851981.826743:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:0.0:1788851981.826752:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1dd0 00000400:00000010:0.0:1788851981.826754:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1dd0. 00000100:00000001:0.0:1788851981.826760:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788851981.826767:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af199b100 x1875733950911232/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851981.826781:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851981.826785:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af199b100 x1875733950911232/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851997 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851981.826791:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851981.826793:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788851981.826808:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851981.826810:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989b01642500. 00000400:00000200:0.0:1788851981.826813:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851981.826816:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:0.0:1788851981.826819:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f17f8 00000400:00000010:0.0:1788851981.826821:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f17f8. 00000100:00000001:0.0:1788851981.826824:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788851981.826828:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af199a300 x1875733950911488/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851981.826835:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851981.826837:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af199a300 x1875733950911488/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852096 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851981.826842:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851981.826855:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788851981.826864:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851981.826866:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989b01642200. 00000400:00000200:0.0:1788851981.826869:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851981.826873:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:0.0:1788851981.826875:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1a18 00000400:00000010:0.0:1788851981.826877:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1a18. 00000100:00000001:0.0:1788851981.826879:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788851981.826884:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af199b480 x1875733950911360/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851981.826925:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851981.826929:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af199b480 x1875733950911360/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852096 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851981.826935:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851981.826936:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788851981.827106:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851981.827109:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989b01642100. 00000400:00000200:0.0:1788851981.827112:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851981.827116:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:0.0:1788851981.827119:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f16e8 00000400:00000010:0.0:1788851981.827121:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f16e8. 00000100:00000001:0.0:1788851981.827123:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788851981.827128:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af1999180 x1875733950911616/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851981.827135:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851981.827137:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af1999180 x1875733950911616/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852036 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851981.827143:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851981.827145:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788851981.842110:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851981.842133:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851981.842137:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851981.842139:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851981.842158:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851981.842165:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851981.842177:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851981.842182:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851981.842186:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851981.842190:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 25 MB=0x6a9f857d65300 00000400:00000200:0.0:1788851981.842194:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851981.842201:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bf99 [1] + 224 00000800:00000001:0.0:1788851981.842208:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851981.842212:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851981.842215:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851981.842219:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851981.842227:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851981.842235:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af199b100 x1875733950911232/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851997 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851981.842256:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989af199b100 x1875733950911232/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851997 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851981.842281:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851981.842291:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851981.842295:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851981.842298:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851981.842300:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851981.842303:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851981.842307:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851981.842312:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851981.842315:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851981.842318:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851981.842321:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x6a9f857d65380 00000400:00000200:0.0:1788851981.842325:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:3.0:1788851981.842334:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1788851981.842335:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bfa9 [1] + 224 00000800:00000001:0.0:1788851981.842343:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788851981.842344:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1788851981.842356:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788851981.842359:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1788851981.842361:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1788851981.842365:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1788851981.842371:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000010:3.0:1788851981.842374:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ac95bb420. 00000400:00000200:3.0:1788851981.842383:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1440 00000400:00000010:3.0:1788851981.842386:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1440. 00000100:00000001:3.0:1788851981.842399:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788851981.842412:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af199b100 x1875733950911232/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851997 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788851981.842425:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af199b100 x1875733950911232/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851997 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851981.842432:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788851981.842434:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851981.842437:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788851981.842441:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788851981.842445:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788851981.842447:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851981.842451:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788851981.842459:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff989af9937460 time=122 v=5 (5 5 5 5) 00000100:00001000:3.0:1788851981.842463:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff989af9937418 time=125 v=5 (1 1 1 0) 00000100:00000001:3.0:1788851981.842466:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788851981.842468:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851981.842471:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788851981.842474:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851981.842476:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851981.842481:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af199b100 x1875733950911232/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851997 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851981.842508:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851981.842512:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788851981.842515:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788851981.842520:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af199b100 x1875733950911232/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851997 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788851981.842529:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af199b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b:2401:1875733950911232:192.168.201.149@tcp:400:kworker.0 00000100:00000001:3.0:1788851981.842535:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851981.842539:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788851981.842542:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af199b100 x1875733950911232/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851997 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851981.842549:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788851981.842552:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788851981.842556:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989ac86f1600. 02000000:00000001:3.0:1788851981.842559:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788851981.842562:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788851981.842565:0:2401:0:(genops.c:1223:class_import_put()) import ffff989af9937000 refcount=3 obd=MGC192.168.201.149@tcp 00000020:00000001:3.0:1788851981.842567:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788851981.842570:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989b01642c00. 02000000:00000001:3.0:1788851981.842574:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788851981.842577:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788851981.842579:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af199b100. 00000100:00000001:3.0:1788851981.842583:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788851981.842584:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851981.842588:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851981.842590:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851981.842591:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788851981.842593:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851981.842595:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851981.847311:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851981.847327:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af199b480 x1875733950911360/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852096 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851981.847339:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989af199b480 x1875733950911360/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852096 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851981.847380:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851981.847384:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788851981.848203:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851981.848221:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851981.848236:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851981.848239:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851981.848250:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851981.848258:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851981.848264:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851981.848273:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851981.848277:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851981.848283:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851981.848287:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x6a9f857d65400 00000400:00000200:0.0:1788851981.848292:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851981.848297:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bfa1 [1] + 224 00000800:00000001:0.0:1788851981.848305:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851981.848309:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851981.848313:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851981.848317:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851981.848322:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851981.848329:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af199a300 x1875733950911488/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852096 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851981.848338:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989af199a300 x1875733950911488/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852096 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851981.848346:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851981.848367:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851981.848370:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851981.848372:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851981.848374:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851981.848377:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851981.848381:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851981.848385:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851981.848387:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851981.848390:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851981.848393:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 4 MB=0x6a9f857d65480 00000400:00000200:0.0:1788851981.848396:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851981.848400:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bfb1 [1] + 224 00000800:00000001:0.0:1788851981.848404:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851981.848412:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851981.848414:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851981.848417:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851981.848420:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851981.848427:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af1999180 x1875733950911616/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852036 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851981.848450:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989af1999180 x1875733950911616/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852036 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851981.848458:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851981.848462:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851981.848466:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788851981.855373:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851981.855380:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851981.855384:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ac95bbec8. 00000400:00000200:2.0:1788851981.855391:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1b28 00000400:00000010:2.0:1788851981.855394:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1b28. 00000100:00000001:2.0:1788851981.855399:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851981.855412:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af199b480 x1875733950911360/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852096 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788851981.855424:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af199b480 x1875733950911360/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852096 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851981.855442:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851981.855444:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851981.855447:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851981.855450:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851981.855453:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851981.855455:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851981.855458:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851981.855467:0:2401:0:(import.c:2149:obd_at_measure()) add 84 to ffff989ac841f460 time=122 v=84 (85 85 85 86) 00000100:00001000:2.0:1788851981.855472:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841f418 time=130 v=5 (1 1 1 0) 00000100:00000001:2.0:1788851981.855474:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851981.855477:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851981.855488:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788851981.855493:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851981.855497:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788851981.855499:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff989ae4bee800: skip recheck: last_committed 30064771462 00000100:00000001:2.0:1788851981.855502:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788851981.855504:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851981.855509:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af199b480 x1875733950911360/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852096 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851981.855517:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851981.855520:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851981.855522:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851981.855527:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af199b480 x1875733950911360/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852096 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788851981.855536:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af199b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2401:1875733950911360:192.168.201.149@tcp:400:kworker.0 00000400:00000001:2.0:1788851981.855542:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851981.855544:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851981.855546:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ac95bbb58. 00000400:00000200:2.0:1788851981.855549:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1198 00000400:00000010:2.0:1788851981.855550:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1198. 00000100:00000001:2.0:1788851981.855553:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851981.855556:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af1999180 x1875733950911616/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852036 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788851981.855565:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af1999180 x1875733950911616/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852036 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851981.855572:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851981.855573:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851981.855575:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851981.855576:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851981.855578:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851981.855579:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851981.855581:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851981.855585:0:2401:0:(import.c:2149:obd_at_measure()) add 36 to ffff989ac841cc60 time=122 v=36 (36 36 5 5) 00000100:00001000:2.0:1788851981.855593:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841cc18 time=109 v=5 (1 1 1 1) 00000100:00000001:2.0:1788851981.855595:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851981.855597:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851981.855599:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788851981.855601:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851981.855603:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788851981.855605:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff989ae4bee800: skip recheck: last_committed 38654725820 00000100:00000001:2.0:1788851981.855607:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788851981.855608:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851981.855612:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af1999180 x1875733950911616/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852036 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851981.855619:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851981.855621:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851981.855622:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851981.855626:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af1999180 x1875733950911616/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852036 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788851981.855633:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af1999180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2401:1875733950911616:192.168.201.149@tcp:400:kworker.0 00000400:00000001:2.0:1788851981.855639:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851981.855640:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851981.855642:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ac95bbf20. 00000400:00000200:2.0:1788851981.855644:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1c38 00000400:00000010:2.0:1788851981.855646:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1c38. 00000100:00000001:2.0:1788851981.855648:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851981.855651:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af199a300 x1875733950911488/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852096 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788851981.855660:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af199a300 x1875733950911488/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852096 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851981.855667:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851981.855668:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851981.855670:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851981.855671:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851981.855676:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851981.855678:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851981.855680:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851981.855685:0:2401:0:(import.c:2149:obd_at_measure()) add 84 to ffff989ac841fc60 time=122 v=84 (85 85 85 86) 00000100:00001000:2.0:1788851981.855688:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841fc18 time=104 v=5 (1 1 1 0) 00000100:00000001:2.0:1788851981.855690:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851981.855691:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851981.855693:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788851981.855697:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff989af199a300 x1875733950911488/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852096 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788851981.855704:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851981.855706:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788851981.855707:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff989ae4bee800: skip recheck: last_committed 21474836545 00000100:00000001:2.0:1788851981.855709:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788851981.855710:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851981.855714:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af199a300 x1875733950911488/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852096 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851981.855720:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851981.855722:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851981.855723:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851981.855727:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af199a300 x1875733950911488/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852096 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788851981.855734:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af199a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2401:1875733950911488:192.168.201.149@tcp:400:kworker.0 00000100:00000001:2.0:1788851981.855738:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851981.855741:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851981.855745:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af199b480 x1875733950911360/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852096 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851981.855752:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851981.855755:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851981.855758:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989ac86f0200. 02000000:00000001:2.0:1788851981.855762:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851981.855768:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788851981.855770:0:2401:0:(genops.c:1223:class_import_put()) import ffff989ac841f000 refcount=5 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000020:00000001:2.0:1788851981.855773:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788851981.855776:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989b01642800. 02000000:00000001:2.0:1788851981.855780:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851981.855782:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851981.855783:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af199b480. 00000100:00000001:2.0:1788851981.855787:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851981.855788:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851981.855790:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851981.855793:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af1999180 x1875733950911616/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852036 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851981.855800:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851981.855801:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851981.855803:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989ac86f0e00. 02000000:00000001:2.0:1788851981.855804:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851981.855806:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788851981.855807:0:2401:0:(genops.c:1223:class_import_put()) import ffff989ac841c800 refcount=3 obd=lustre-OST0000-osc-ffff989ae4bee800 00000020:00000001:2.0:1788851981.855809:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788851981.855810:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989b01642f00. 02000000:00000001:2.0:1788851981.855812:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851981.855813:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851981.855814:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af1999180. 00000100:00000001:2.0:1788851981.855816:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851981.855817:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851981.855819:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851981.855821:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af199a300 x1875733950911488/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852096 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851981.855828:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851981.855829:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851981.855830:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989ac86f1800. 02000000:00000001:2.0:1788851981.855832:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851981.855833:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788851981.855834:0:2401:0:(genops.c:1223:class_import_put()) import ffff989ac841f800 refcount=3 obd=lustre-MDT0001-mdc-ffff989ae4bee800 00000020:00000001:2.0:1788851981.855836:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788851981.855837:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989b01642900. 02000000:00000001:2.0:1788851981.855843:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851981.855844:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851981.855846:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af199a300. 00000100:00000001:2.0:1788851981.855848:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851981.855849:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851981.855852:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851981.855861:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851981.855863:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851981.855866:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851981.855869:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851982.398629:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851982.398636:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851982.398642:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851982.398643:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788851982.402612:0:234948:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788851982.402621:0:234948:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788851982.402628:0:234948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851983.421225:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851983.421252:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851983.421259:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851983.421260:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788851983.421325:0:242195:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788851983.421335:0:242195:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788851983.421338:0:242195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788851983.505547:0:279718:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 1281 lines, 1281 kept, 0 dropped, 0 bad.