00010000:00000001:2.0F:1787201350.132298:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201350.132315:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201350.132321:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201350.132322:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0F:1787201350.132381:0:246982:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787201350.132390:0:246982:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787201350.132393:0:246982:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1787201351.160748:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201351.160755:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201351.160761:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201351.160762:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0F:1787201351.169491:0:235206:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787201351.169514:0:235206:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787201351.169520:0:235206:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787201351.409923:0:217947:0:(connection.c:75:cpu_latency_work()) work item of ffff899c9185f000 (cpu 0) has reached its deadline 4305902355, at 4305902401 00000100:00000010:0.0:1787201351.409938:0:217947:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff899c9d659960. 00000100:00000040:1.0:1787201351.418705:0:277400:0:(connection.c:75:cpu_latency_work()) work item of ffff899c9185f110 (cpu 1) has reached its deadline 4305902355, at 4305902404 00000100:00000010:1.0:1787201351.418721:0:277400:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff899c9d6595a0. 00010000:00000001:2.0:1787201352.179946:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201352.179953:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201352.179958:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201352.179959:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0F:1787201352.180013:0:235207:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787201352.180022:0:235207:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787201352.180034:0:235207:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1787201352.512612:0:278084:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201352.625395:0:277698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1da678fe-286a-4e72-b384-4f98f186df2f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787201352.625415:0:277698:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787201352.625424:0:277698:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899ca724ce00. 00000020:00000040:0.0:1787201352.625431:0:277698:0:(genops.c:1210:class_import_get()) import ffff899c84e8d800 refcount=4 obd=MGC192.168.201.137@tcp 00000100:00000001:0.0:1787201352.625435:0:277698:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787201352.625438:0:277698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787201352.625443:0:277698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787201352.625452:0:277698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899c91178200. 00000100:00000001:0.0:1787201352.625459:0:277698:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201352.625471:0:277698:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da678fe-286a-4e72-b384-4f98f186df2f->MGS req@ffff899ca724ce00 x1874004887454336/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787201352.625483:0:277698:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787201352.625487:0:277698:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201352.625493:0:277698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e48db5cd] to pc [ptlrpcd_00_00+0] req@ffff899ca724ce00 x1874004887454336/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201352.625524:0:277698:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201352.625527:0:277698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787201352.625530:0:277698:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787201352.625533:0:277698:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899ca724fb80. 00000020:00000040:0.0:1787201352.625536:0:277698:0:(genops.c:1210:class_import_get()) import ffff899ca73f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff899c9ef83000 00000100:00000001:0.0:1787201352.625538:0:277698:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787201352.625539:0:277698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787201352.625541:0:277698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787201352.625544:0:277698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899c91178000. 00000100:00000001:0.0:1787201352.625547:0:277698:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201352.625551:0:277698:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0000_UUID req@ffff899ca724fb80 x1874004887454464/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787201352.625576:0:277698:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787201352.625578:0:277698:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201352.625582:0:277698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c17f2deb] to pc [ptlrpcd_00_01+1] req@ffff899ca724fb80 x1874004887454464/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201352.625590:0:277698:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201352.625592:0:277698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787201352.625595:0:277698:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787201352.625598:0:277698:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899ca724e680. 00000020:00000040:0.0:1787201352.625600:0:277698:0:(genops.c:1210:class_import_get()) import ffff899c91d84000 refcount=4 obd=lustre-MDT0001-mdc-ffff899c9ef83000 00000100:00000001:0.0:1787201352.625603:0:277698:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787201352.625604:0:277698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787201352.625606:0:277698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787201352.625610:0:277698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899c91178b00. 00000100:00000001:0.0:1787201352.625613:0:277698:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201352.625617:0:277698:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0001_UUID req@ffff899ca724e680 x1874004887454592/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787201352.625624:0:277698:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787201352.625626:0:277698:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201352.625630:0:277698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023714635] to pc [ptlrpcd_00_00+0] req@ffff899ca724e680 x1874004887454592/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201352.625637:0:277698:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201352.625639:0:277698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787201352.625642:0:277698:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787201352.625644:0:277698:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899ca724ea00. 00000020:00000040:0.0:1787201352.625646:0:277698:0:(genops.c:1210:class_import_get()) import ffff899c94855800 refcount=4 obd=lustre-OST0000-osc-ffff899c9ef83000 00000100:00000001:0.0:1787201352.625648:0:277698:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787201352.625649:0:277698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787201352.625650:0:277698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787201352.625653:0:277698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899c91178800. 00000100:00000001:0.0:1787201352.625662:0:277698:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201352.625666:0:277698:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0000_UUID req@ffff899ca724ea00 x1874004887454720/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787201352.625673:0:277698:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787201352.625675:0:277698:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201352.625678:0:277698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001e1f3f3] to pc [ptlrpcd_00_01+1] req@ffff899ca724ea00 x1874004887454720/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201352.625685:0:277698:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201352.625687:0:277698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787201352.625691:0:277698:0:(pinger.c:247:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787201352.625696:0:277698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11241) 00000100:00000001:0.0:1787201352.625708:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787201352.625712:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787201352.625714:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787201352.625720:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899ca724fb80 x1874004887454464/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201352.625728:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787201352.625730:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787201352.625734:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787201352.625736:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787201352.625739:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787201352.625742:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899ca724fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:084554c7-ea41-472c-a807-73eae7b611f4:2403:1874004887454464:192.168.201.137@tcp:400:kworker.0 00000100:00000001:0.0:1787201352.625746:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787201352.625752:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787201352.625754:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787201352.625757:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787201352.625762:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899c8861f000. 02000000:00000001:0.0:1787201352.625764:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787201352.625771:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:0.0:1787201352.625775:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899c91a22688. 00000400:00000010:0.0:1787201352.625782:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c916465d8. 00000100:00000200:0.0:1787201352.625812:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887454464, portal 10 00000100:00000001:0.0:1787201352.625815:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787201352.625817:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904644963200 : -130169064588416 : ffff899ca724fb80) 00000100:00000040:0.0:1787201352.625825:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899ca724fb80 x1874004887454464/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201352.625832:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787201352.625835:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:0.0:1787201352.625839:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91646000. 00000100:00000200:0.0:1787201352.625842:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004887454464, offset 0 00000400:00000200:0.0:1787201352.625848:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:0.0:1787201352.625857:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201352.625864:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:0.0:1787201352.625870:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787201352.625874:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:0.0:1787201352.625877:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787201352.625880:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:0.0:1787201352.625884:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545824:545824:256:4294967295] 192.168.201.137@tcp LPNI seq info [545767:545767:8:4294967295] 00000400:00000200:0.0:1787201352.625889:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201352.625899:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:0.0:1787201352.625905:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:0.0:1787201352.625910:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899c91178500. 00000800:00000200:0.0:1787201352.625917:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:0.0:1787201352.625925:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:0.0:1787201352.625930:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899c91178500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787201352.625939:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201352.625944:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: using a timeout of 17877 usecs (18 jiffies) 00000400:00000200:0.0:1787201352.625947:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:0.0:1787201352.625950:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305903635 00000100:00000010:0.0:1787201352.625954:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff899ca7901a20. 00000100:00000001:0.0:1787201352.625961:0:2403:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787201352.625971:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305903635 00000100:00000010:0.0:1787201352.625973:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff899ca79018a0. 00000100:00000001:0.0:1787201352.625976:0:2403:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787201352.625979:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787201352.625981:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201352.625985:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787201352.625988:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899ca724ea00 x1874004887454720/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201352.625994:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787201352.625996:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787201352.625998:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787201352.625999:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787201352.626001:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787201352.626004:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899ca724ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:084554c7-ea41-472c-a807-73eae7b611f4:2403:1874004887454720:192.168.201.137@tcp:400:kworker.0 00000100:00000001:0.0:1787201352.626007:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787201352.626009:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787201352.626010:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787201352.626011:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787201352.626015:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899c8861fe00. 02000000:00000001:0.0:1787201352.626028:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787201352.626032:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:0.0:1787201352.626035:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899c91a22580. 00000400:00000010:0.0:1787201352.626039:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91646330. 00000100:00000200:0.0:1787201352.626042:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887454720, portal 4 00000100:00000001:0.0:1787201352.626043:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787201352.626044:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904644958720 : -130169064592896 : ffff899ca724ea00) 00000100:00000040:0.0:1787201352.626050:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899ca724ea00 x1874004887454720/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201352.626055:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787201352.626057:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:0.0:1787201352.626059:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91646c38. 00000100:00000200:0.0:1787201352.626061:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874004887454720, offset 0 00000400:00000200:0.0:1787201352.626070:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:0.0:1787201352.626074:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201352.626077:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:0.0:1787201352.626080:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787201352.626082:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:0.0:1787201352.626084:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787201352.626086:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:0.0:1787201352.626088:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545825:545825:255:4294967295] 192.168.201.137@tcp LPNI seq info [545768:545768:7:4294967295] 00000400:00000200:0.0:1787201352.626092:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201352.626097:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:0.0:1787201352.626101:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:0.0:1787201352.626104:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899c91178c00. 00000800:00000200:0.0:1787201352.626107:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:0.0:1787201352.626111:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:0.0:1787201352.626114:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899c91178c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787201352.626116:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201352.626119:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: using a timeout of 110401 usecs (111 jiffies) 00000400:00000200:0.0:1787201352.626121:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:0.0:1787201352.626123:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305903728 00000100:00000001:0.0:1787201352.626127:0:2403:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS request active for cpu 0, simply extend its deadline from 4305903635 00000100:00000001:0.0:1787201352.626130:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305903728 00000100:00000001:0.0:1787201352.626132:0:2403:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS request active for cpu 1, simply extend its deadline from 4305903635 00000100:00000001:0.0:1787201352.626134:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787201352.626136:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201352.626138:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201352.626141:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201352.626147:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787201352.626150:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:0.0:1787201352.626152:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787201352.626153:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787201352.626160:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787201352.626163:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1787201352.626164:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201352.626166:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787201352.626168:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201352.626169:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787201352.626170:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787201352.626172:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787201352.626176:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899ca724ce00 x1874004887454336/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201352.626182:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787201352.626183:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787201352.626185:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787201352.626187:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787201352.626188:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787201352.626191:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899ca724ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da678fe-286a-4e72-b384-4f98f186df2f:2403:1874004887454336:192.168.201.137@tcp:400:kworker.0 00000100:00000001:0.0:1787201352.626194:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787201352.626196:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787201352.626198:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787201352.626199:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787201352.626202:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899c8861f800. 02000000:00000001:0.0:1787201352.626204:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787201352.626207:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:0.0:1787201352.626210:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899c91a220b0. 00000400:00000010:0.0:1787201352.626243:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91646908. 00000100:00000200:0.0:1787201352.626247:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887454336, portal 25 00000100:00000001:0.0:1787201352.626249:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787201352.626250:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904644951552 : -130169064600064 : ffff899ca724ce00) 00000100:00000040:0.0:1787201352.626254:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899ca724ce00 x1874004887454336/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201352.626260:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787201352.626262:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:0.0:1787201352.626264:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91646cc0. 00000100:00000200:0.0:1787201352.626266:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874004887454336, offset 0 00000400:00000200:0.0:1787201352.626276:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:0.0:1787201352.626281:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201352.626284:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:0.0:1787201352.626286:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787201352.626289:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:0.0:1787201352.626291:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787201352.626293:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:0.0:1787201352.626295:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545826:545826:254:4294967295] 192.168.201.137@tcp LPNI seq info [545769:545769:6:4294967295] 00000400:00000200:0.0:1787201352.626299:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201352.626304:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:0.0:1787201352.626308:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:0.0:1787201352.626311:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899c91178300. 00000800:00000200:0.0:1787201352.626315:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:0.0:1787201352.626319:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:0.0:1787201352.626321:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899c91178300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787201352.626323:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787201352.626326:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:0.0:1787201352.626327:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS new deadline estimation for cpu 0 is 4305907471 00000100:00000001:0.0:1787201352.626330:0:2403:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305903728 00000100:00000001:0.0:1787201352.626333:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS new deadline estimation for cpu 1 is 4305907471 00000100:00000001:0.0:1787201352.626335:0:2403:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305903728 00000100:00000001:0.0:1787201352.626337:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787201352.626339:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201352.626341:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787201352.626344:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899ca724e680 x1874004887454592/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201352.626350:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787201352.626351:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787201352.626354:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787201352.626355:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787201352.626362:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787201352.626366:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899ca724e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:084554c7-ea41-472c-a807-73eae7b611f4:2403:1874004887454592:192.168.201.137@tcp:400:kworker.0 00000100:00000001:0.0:1787201352.626368:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787201352.626371:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787201352.626372:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787201352.626374:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787201352.626376:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899c8861fa00. 02000000:00000001:0.0:1787201352.626378:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787201352.626381:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:0.0:1787201352.626383:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899c91a22b00. 00000400:00000010:0.0:1787201352.626387:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91646990. 00000100:00000200:0.0:1787201352.626390:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887454592, portal 10 00000100:00000001:0.0:1787201352.626391:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787201352.626392:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904644957824 : -130169064593792 : ffff899ca724e680) 00000100:00000040:0.0:1787201352.626398:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899ca724e680 x1874004887454592/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201352.626405:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787201352.626406:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:0.0:1787201352.626408:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91646d48. 00000100:00000200:0.0:1787201352.626410:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004887454592, offset 0 00000400:00000200:0.0:1787201352.626414:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:0.0:1787201352.626417:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201352.626420:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:0.0:1787201352.626423:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787201352.626425:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:0.0:1787201352.626427:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787201352.626429:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:0.0:1787201352.626431:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545827:545827:253:4294967295] 192.168.201.137@tcp LPNI seq info [545770:545770:5:4294967295] 00000400:00000200:0.0:1787201352.626435:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201352.626441:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:0.0:1787201352.626444:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:0.0:1787201352.626455:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899c91178900. 00000800:00000200:0.0:1787201352.626460:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:0.0:1787201352.626464:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:0.0:1787201352.626467:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899c91178900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787201352.626469:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201352.626472:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: using a timeout of 23903 usecs (24 jiffies) 00000400:00000200:0.0:1787201352.626475:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:0.0:1787201352.626477:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305903642 00000100:00000001:0.0:1787201352.626479:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS request active for cpu 0, keep current deadline 4305907471 00000100:00000001:0.0:1787201352.626480:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305903642 00000100:00000001:0.0:1787201352.626482:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS request active for cpu 1, keep current deadline 4305907471 00000100:00000001:0.0:1787201352.626484:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787201352.626485:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201352.626488:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201352.626490:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201352.626688:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787201352.626691:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787201352.626731:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787201352.626734:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899c91178500. 00000400:00000200:1.0:1787201352.626741:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201352.626745:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:1.0:1787201352.626751:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91646000 00000400:00000010:1.0:1787201352.626754:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91646000. 00000100:00000001:1.0:1787201352.626758:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787201352.626763:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899ca724fb80 x1874004887454464/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201352.626773:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201352.626776:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899ca724fb80 x1874004887454464/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201437 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201352.626781:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201352.626783:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787201352.626812:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787201352.626814:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899c91178c00. 00000400:00000200:1.0:1787201352.626817:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201352.626820:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:1.0:1787201352.626822:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91646c38 00000400:00000010:1.0:1787201352.626823:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91646c38. 00000100:00000001:1.0:1787201352.626826:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787201352.626828:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899ca724ea00 x1874004887454720/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201352.626834:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201352.626836:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899ca724ea00 x1874004887454720/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201407 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201352.626841:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201352.626849:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787201352.626858:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787201352.626860:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899c91178300. 00000400:00000200:1.0:1787201352.626863:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201352.626866:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:1.0:1787201352.626868:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91646cc0 00000400:00000010:1.0:1787201352.626870:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91646cc0. 00000100:00000001:1.0:1787201352.626872:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787201352.626876:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899ca724ce00 x1874004887454336/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201352.626882:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201352.626885:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899ca724ce00 x1874004887454336/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201368 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201352.626890:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201352.626891:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787201352.626945:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787201352.626948:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899c91178900. 00000400:00000200:1.0:1787201352.626951:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201352.626954:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:1.0:1787201352.626957:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91646d48 00000400:00000010:1.0:1787201352.626958:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91646d48. 00000100:00000001:1.0:1787201352.626960:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787201352.626963:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899ca724e680 x1874004887454592/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201352.626969:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201352.626971:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899ca724e680 x1874004887454592/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201437 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201352.626976:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201352.626978:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787201352.654391:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201352.654427:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787201352.654431:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201352.654435:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201352.654443:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201352.654451:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:0.0:1787201352.654460:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201352.654465:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201352.654471:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201352.654475:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 4 MB=0x6a865c39fc400 00000400:00000200:0.0:1787201352.654480:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201352.654487:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.137@tcp of length 224/224 into md 0x53db09 [1] + 224 00000800:00000001:0.0:1787201352.654494:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201352.654499:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201352.654502:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201352.654506:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:0.0:1787201352.654520:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201352.654529:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899ca724ea00 x1874004887454720/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201407 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787201352.654541:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899ca724ea00 x1874004887454720/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201352.654568:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787201352.654577:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201352.654582:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787201352.654583:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201352.654586:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201352.654589:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201352.654592:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:0.0:1787201352.654596:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201352.654599:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201352.654601:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201352.654604:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 25 MB=0x6a865c39fc280 00000400:00000200:0.0:1787201352.654607:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201352.654611:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.137@tcp of length 224/224 into md 0x53db19 [1] + 224 00000800:00000001:0.0:1787201352.654615:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201352.654619:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201352.654621:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201352.654624:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:0.0:1787201352.654627:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201352.654631:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899ca724ce00 x1874004887454336/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201368 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787201352.654640:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899ca724ce00 x1874004887454336/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201352.654647:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787201352.654651:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201352.654654:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787201352.654656:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201352.654665:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201352.654668:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201352.654672:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:0.0:1787201352.654676:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201352.654679:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201352.654682:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201352.654685:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 10 MB=0x6a865c39fc300 00000400:00000200:0.0:1787201352.654688:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201352.654692:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.137@tcp of length 224/224 into md 0x53daf9 [1] + 224 00000800:00000001:0.0:1787201352.654695:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201352.654699:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201352.654700:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201352.654704:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:0.0:1787201352.654707:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201352.654711:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899ca724fb80 x1874004887454464/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201437 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787201352.654719:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899ca724fb80 x1874004887454464/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201352.654726:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787201352.654730:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201352.654733:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787201352.654734:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201352.654736:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201352.654739:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201352.654742:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:0.0:1787201352.654745:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201352.654747:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201352.654750:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201352.654752:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 10 MB=0x6a865c39fc380 00000400:00000200:0.0:1787201352.654756:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201352.654759:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.137@tcp of length 224/224 into md 0x53db29 [1] + 224 00000800:00000001:0.0:1787201352.654762:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201352.654775:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201352.654778:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201352.654781:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:0.0:1787201352.654784:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201352.654789:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899ca724e680 x1874004887454592/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201437 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787201352.654798:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899ca724e680 x1874004887454592/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201352.654805:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787201352.654942:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787201352.654947:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787201352.654953:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787201352.654955:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787201352.654958:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899c91a220b0. 00000400:00000200:1.0:1787201352.654970:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91646908 00000400:00000010:1.0:1787201352.654973:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91646908. 00000100:00000001:1.0:1787201352.654976:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787201352.654981:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899ca724ce00 x1874004887454336/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787201352.654989:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899ca724ce00 x1874004887454336/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201368 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201352.654995:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787201352.654998:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201352.655000:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787201352.655004:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787201352.655006:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787201352.655008:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201352.655011:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787201352.655027:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff899c84e8dc60 time=112 v=5 (5 5 5 5) 00000100:00001000:1.0:1787201352.655031:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff899c84e8dc18 time=137 v=5 (1 1 0 0) 00000100:00000001:1.0:1787201352.655033:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787201352.655035:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201352.655038:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787201352.655040:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201352.655043:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201352.655048:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899ca724ce00 x1874004887454336/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201368 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201352.655054:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787201352.655057:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787201352.655058:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787201352.655062:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899ca724ce00 x1874004887454336/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201368 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787201352.655069:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899ca724ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da678fe-286a-4e72-b384-4f98f186df2f:2403:1874004887454336:192.168.201.137@tcp:400:kworker.0 00000800:00000001:0.0:1787201352.655399:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1787201352.655537:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787201352.655540:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787201352.655542:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899c91a22b00. 00000400:00000200:1.0:1787201352.655551:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91646990 00000400:00000010:1.0:1787201352.655552:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91646990. 00000100:00000001:1.0:1787201352.655555:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787201352.655560:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899ca724e680 x1874004887454592/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787201352.655569:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899ca724e680 x1874004887454592/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201437 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201352.655575:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787201352.655576:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201352.655578:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787201352.655580:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787201352.655581:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787201352.655582:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201352.655584:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787201352.655591:0:2403:0:(import.c:2149:obd_at_measure()) add 60 to ffff899c91d84460 time=112 v=60 (60 60 60 60) 00000100:00001000:1.0:1787201352.655594:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff899c91d84418 time=116 v=5 (1 2 0 0) 00000100:00000001:1.0:1787201352.655596:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787201352.655597:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201352.655599:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1787201352.655602:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff899ca724e680 x1874004887454592/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201437 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1787201352.655608:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201352.655611:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787201352.655613:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff899c9ef83000: skip recheck: last_committed 21474836545 00000100:00000001:1.0:1787201352.655614:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787201352.655616:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201352.655619:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899ca724e680 x1874004887454592/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201437 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201352.655624:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787201352.655626:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787201352.655627:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787201352.655630:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899ca724e680 x1874004887454592/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201437 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787201352.655648:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899ca724e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:084554c7-ea41-472c-a807-73eae7b611f4:2403:1874004887454592:192.168.201.137@tcp:400:kworker.0 00000400:00000001:1.0:1787201352.655654:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787201352.655655:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787201352.655657:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899c91a22688. 00000400:00000200:1.0:1787201352.655659:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c916465d8 00000400:00000010:1.0:1787201352.655661:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c916465d8. 00000100:00000001:1.0:1787201352.655663:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787201352.655666:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899ca724fb80 x1874004887454464/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787201352.655673:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899ca724fb80 x1874004887454464/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201437 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201352.655678:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787201352.655679:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201352.655680:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787201352.655682:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787201352.655683:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787201352.655684:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201352.655686:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787201352.655690:0:2403:0:(import.c:2149:obd_at_measure()) add 60 to ffff899ca73f6460 time=112 v=60 (60 60 60 60) 00000100:00001000:1.0:1787201352.655693:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff899ca73f6418 time=137 v=5 (1 1 0 0) 00000100:00000001:1.0:1787201352.655694:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787201352.655695:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201352.655697:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787201352.655699:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201352.655701:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787201352.655702:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff899c9ef83000: skip recheck: last_committed 30064771460 00000100:00000001:1.0:1787201352.655703:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787201352.655704:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201352.655708:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899ca724fb80 x1874004887454464/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201437 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201352.655714:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787201352.655721:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787201352.655722:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787201352.655726:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899ca724fb80 x1874004887454464/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201437 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787201352.655732:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899ca724fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:084554c7-ea41-472c-a807-73eae7b611f4:2403:1874004887454464:192.168.201.137@tcp:400:kworker.0 00000400:00000001:1.0:1787201352.655737:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787201352.655738:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787201352.655740:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899c91a22580. 00000400:00000200:1.0:1787201352.655742:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91646330 00000400:00000010:1.0:1787201352.655743:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91646330. 00000100:00000001:1.0:1787201352.655746:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787201352.655749:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899ca724ea00 x1874004887454720/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787201352.655756:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899ca724ea00 x1874004887454720/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201407 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201352.655762:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787201352.655763:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201352.655764:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787201352.655766:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787201352.655767:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787201352.655768:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201352.655770:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787201352.655775:0:2403:0:(import.c:2149:obd_at_measure()) add 36 to ffff899c94855c60 time=112 v=36 (36 5 5 5) 00000100:00001000:1.0:1787201352.655778:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff899c94855c18 time=50 v=5 (1 1 1 1) 00000100:00000001:1.0:1787201352.655780:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787201352.655781:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201352.655783:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787201352.655784:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201352.655787:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787201352.655788:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff899c9ef83000: skip recheck: last_committed 21474857068 00000100:00000001:1.0:1787201352.655789:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787201352.655791:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201352.655795:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899ca724ea00 x1874004887454720/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201407 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201352.655817:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787201352.655820:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787201352.655821:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787201352.655826:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899ca724ea00 x1874004887454720/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201407 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787201352.655832:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899ca724ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:084554c7-ea41-472c-a807-73eae7b611f4:2403:1874004887454720:192.168.201.137@tcp:400:kworker.0 00000100:00000001:1.0:1787201352.655835:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201352.655838:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201352.655841:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899ca724ce00 x1874004887454336/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201368 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201352.655847:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787201352.655849:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787201352.655853:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899c8861f800. 02000000:00000001:1.0:1787201352.655856:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787201352.655859:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787201352.655861:0:2403:0:(genops.c:1223:class_import_put()) import ffff899c84e8d800 refcount=3 obd=MGC192.168.201.137@tcp 00000020:00000001:1.0:1787201352.655863:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787201352.655865:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899c91178200. 02000000:00000001:1.0:1787201352.655869:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787201352.655870:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787201352.655872:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899ca724ce00. 00000100:00000001:1.0:1787201352.655875:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787201352.655877:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201352.655879:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201352.655882:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899ca724e680 x1874004887454592/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201437 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201352.655887:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787201352.655888:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787201352.655889:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899c8861fa00. 02000000:00000001:1.0:1787201352.655891:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787201352.655893:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787201352.655899:0:2403:0:(genops.c:1223:class_import_put()) import ffff899c91d84000 refcount=3 obd=lustre-MDT0001-mdc-ffff899c9ef83000 00000020:00000001:1.0:1787201352.655901:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787201352.655902:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899c91178b00. 02000000:00000001:1.0:1787201352.655904:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787201352.655905:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787201352.655907:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899ca724e680. 00000100:00000001:1.0:1787201352.655909:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787201352.655911:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201352.655912:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201352.655916:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899ca724fb80 x1874004887454464/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201437 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201352.655922:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787201352.655923:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787201352.655925:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899c8861f000. 02000000:00000001:1.0:1787201352.655927:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787201352.655928:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787201352.655929:0:2403:0:(genops.c:1223:class_import_put()) import ffff899ca73f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff899c9ef83000 00000020:00000001:1.0:1787201352.655930:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787201352.655932:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899c91178000. 02000000:00000001:1.0:1787201352.655933:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787201352.655934:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787201352.655935:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899ca724fb80. 00000100:00000001:1.0:1787201352.655937:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787201352.655938:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201352.655940:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201352.655942:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899ca724ea00 x1874004887454720/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201407 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201352.655948:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787201352.655949:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787201352.655950:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899c8861fe00. 02000000:00000001:1.0:1787201352.655952:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787201352.655953:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787201352.655954:0:2403:0:(genops.c:1223:class_import_put()) import ffff899c94855800 refcount=3 obd=lustre-OST0000-osc-ffff899c9ef83000 00000020:00000001:1.0:1787201352.655956:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787201352.655957:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899c91178800. 02000000:00000001:1.0:1787201352.655959:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787201352.655964:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787201352.655966:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899ca724ea00. 00000100:00000001:1.0:1787201352.655968:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787201352.655969:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201352.655971:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201352.655979:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787201352.655981:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201352.655983:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787201352.655986:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1787201352.656087:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1787201353.207481:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201353.207488:0:277848:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787201353.207490:0:277848:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787201353.207494:0:277848:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201353.207497:0:277848:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787201353.207500:0:277848:0:(ldlm_lockd.c:2251:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201353.207502:0:277848:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201353.207504:0:277848:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201353.207508:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201353.207510:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787201353.207534:0:251101:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787201353.207537:0:251101:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787201353.207541:0:251101:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1787201353.521363:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c87c89cc0] -> 12345-192.168.201.37@tcp (6) 00000800:00000200:0.0:1787201353.521376:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.37@tcp ip 192.168.201.37:988 00000800:00000200:0.0:1787201353.521383:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899ca6937600 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1787201353.521797:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1787201353.521805:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201353.521821:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787201353.521828:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201353.521831:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1787201353.597126:0:278150:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201354.226598:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201354.226609:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201354.226618:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201354.226620:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787201354.226705:0:244704:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787201354.226709:0:244704:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787201354.226713:0:244704:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1787201355.240941:0:278243:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201355.248468:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201355.248472:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201355.248477:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201355.248478:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787201355.248542:0:246982:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787201355.248545:0:246982:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787201355.248549:0:246982:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1787201355.763619:0:278279:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1787201355.763628:0:278279:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 812b: do not drop no resend request for idle connect ========================================================== 00:49:13 (1787201353) 00000001:00000001:0.0:1787201355.801724:0:278279:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:1.0:1787201356.036009:0:278298:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787201356.036015:0:278298:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787201356.036018:0:278298:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1787201356.036021:0:278298:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9925815b3bc0 00000080:00200000:1.0:1787201356.036025:0:278298:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff899c8972a1c8),name=/ 00000080:00000010:1.0:1787201356.036033:0:278298:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff899cc0085800. 00800000:00000002:1.0:1787201356.036039:0:278298:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff899c914efb80 2 00000080:00000001:1.0:1787201356.036043:0:278298:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787201356.036047:0:278298:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787201356.036049:0:278298:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9925815b3ae0 00800000:00000002:1.0:1787201356.036891:0:278298:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787201356.037176:0:278298:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787201356.037180:0:278298:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787201356.037182:0:278298:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787201356.037184:0:278298:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787201356.037187:0:278298:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787201356.037188:0:278298:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787201356.037191:0:278298:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787201356.037193:0:278298:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787201356.037197:0:278298:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1787201356.037202:0:278298:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787201356.037242:0:278298:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9925815b39b0 00000002:00010000:1.0:1787201356.037244:0:278298:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1787201356.037248:0:278298:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787201356.037250:0:278298:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787201356.037253:0:278298:0:(ldlm_lock.c:1451:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787201356.037260:0:278298:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787201356.037264:0:278298:0:(ldlm_lock.c:283:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787201356.037270:0:278298:0:(ldlm_lock.c:780:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c9d65da00/0xb1b6f6721adb0e6e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6f855ab5c1dd75c3 expref: -99 pid: 276201 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1787201356.037281:0:278298:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787201356.037287:0:278298:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787201356.037290:0:278298:0:(ldlm_lock.c:1527:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c9d65da00/0xb1b6f6721adb0e6e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6f855ab5c1dd75c3 expref: -99 pid: 276201 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1787201356.037297:0:278298:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1787201356.037299:0:278298:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787201356.037301:0:278298:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787201356.037303:0:278298:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787201356.037305:0:278298:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787201356.037308:0:278298:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00000001:1.0:1787201356.037311:0:278298:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1787201356.037390:0:278298:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff899c914efb80 2 00000080:00000010:1.0:1787201356.037394:0:278298:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff899cc0085800. 00000080:00000001:1.0:1787201356.037400:0:278298:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787201356.037402:0:278298:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787201356.037405:0:278298:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff899c8972a1c8) 00000080:00010000:1.0:1787201356.037409:0:278298:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff899c8972a1c8) for lock 0xb1b6f6721adb0e6e 00800000:00000001:1.0:1787201356.037412:0:278298:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787201356.037415:0:278298:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787201356.037416:0:278298:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787201356.037419:0:278298:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787201356.037422:0:278298:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899c9d65da00 refcount=3 00000020:00000001:1.0:1787201356.037424:0:278298:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613904481442304 : -130169228109312 : ffff899c9d65da00) 00010000:00000001:1.0:1787201356.037434:0:278298:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613904481442304 : -130169228109312 : ffff899c9d65da00) 00010000:00000001:1.0:1787201356.037437:0:278298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.037438:0:278298:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787201356.037439:0:278298:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787201356.037441:0:278298:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787201356.037444:0:278298:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb1b6f6721adb0e6e from it ffff9925815b3bf8 00010000:00000001:1.0:1787201356.037446:0:278298:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787201356.037447:0:278298:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787201356.037448:0:278298:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899c9d65da00 refcount=3 00000020:00000001:1.0:1787201356.037450:0:278298:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613904481442304 : -130169228109312 : ffff899c9d65da00) 00010000:00000001:1.0:1787201356.037452:0:278298:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613904481442304 : -130169228109312 : ffff899c9d65da00) 00010000:00000001:1.0:1787201356.037454:0:278298:0:(ldlm_lock.c:859:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787201356.037457:0:278298:0:(ldlm_lock.c:834:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c9d65da00/0xb1b6f6721adb0e6e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6f855ab5c1dd75c3 expref: -99 pid: 276201 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787201356.037464:0:278298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.037465:0:278298:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787201356.037467:0:278298:0:(ldlm_lock.c:305:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787201356.037469:0:278298:0:(ldlm_lock.c:309:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787201356.037471:0:278298:0:(ldlm_lock.c:917:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c9d65da00/0xb1b6f6721adb0e6e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6f855ab5c1dd75c3 expref: -99 pid: 276201 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1787201356.037481:0:278298:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787201356.037484:0:278298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787201356.037487:0:278298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787201356.037491:0:278298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.037492:0:278298:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787201356.037493:0:278298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.037496:0:278298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787201356.037498:0:278298:0:(ldlm_lockd.c:2251:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.037499:0:278298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.037502:0:278298:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.037503:0:278298:0:(ldlm_lock.c:928:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787201356.037504:0:278298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.037505:0:278298:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787201356.037513:0:278298:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787201356.037515:0:278298:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787201356.037518:0:278298:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff899c8972a1c8), inode mode 41ff mask 1 00000080:00000001:1.0:1787201356.037523:0:278298:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787201356.037539:0:278298:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff899caaa86800. 00000080:00000001:1.0:1787201356.037544:0:278298:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787201356.037545:0:278298:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1787201356.037546:0:278298:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9925815b3b00 00000080:00200000:1.0:1787201356.037548:0:278298:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff899c8972a1c8),name=/ 00000080:00000010:1.0:1787201356.037552:0:278298:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff899cc0085800. 00800000:00000002:1.0:1787201356.037557:0:278298:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff899c914efb80 2 00000080:00000001:1.0:1787201356.037560:0:278298:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787201356.037562:0:278298:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787201356.037564:0:278298:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9925815b3a20 00800000:00000002:1.0:1787201356.037565:0:278298:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787201356.037568:0:278298:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787201356.037569:0:278298:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787201356.037571:0:278298:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787201356.037572:0:278298:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787201356.037573:0:278298:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787201356.037575:0:278298:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787201356.037577:0:278298:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787201356.037578:0:278298:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787201356.037581:0:278298:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1787201356.037584:0:278298:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787201356.037585:0:278298:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9925815b38f0 00000002:00010000:1.0:1787201356.037587:0:278298:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1787201356.037590:0:278298:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787201356.037591:0:278298:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787201356.037593:0:278298:0:(ldlm_lock.c:1451:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787201356.037595:0:278298:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787201356.037597:0:278298:0:(ldlm_lock.c:283:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787201356.037600:0:278298:0:(ldlm_lock.c:780:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c9d65da00/0xb1b6f6721adb0e6e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6f855ab5c1dd75c3 expref: -99 pid: 276201 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1787201356.037608:0:278298:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787201356.037615:0:278298:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787201356.037618:0:278298:0:(ldlm_lock.c:1527:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c9d65da00/0xb1b6f6721adb0e6e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6f855ab5c1dd75c3 expref: -99 pid: 276201 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1787201356.037624:0:278298:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1787201356.037626:0:278298:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787201356.037627:0:278298:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787201356.037629:0:278298:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787201356.037631:0:278298:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787201356.037633:0:278298:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00000001:1.0:1787201356.037635:0:278298:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1787201356.037637:0:278298:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff899c914efb80 2 00000080:00000010:1.0:1787201356.037639:0:278298:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff899cc0085800. 00000080:00000001:1.0:1787201356.037642:0:278298:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787201356.037643:0:278298:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787201356.037645:0:278298:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff899c8972a1c8) 00000080:00010000:1.0:1787201356.037647:0:278298:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff899c8972a1c8) for lock 0xb1b6f6721adb0e6e 00800000:00000001:1.0:1787201356.037650:0:278298:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787201356.037651:0:278298:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787201356.037652:0:278298:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787201356.037654:0:278298:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787201356.037655:0:278298:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899c9d65da00 refcount=3 00000020:00000001:1.0:1787201356.037657:0:278298:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613904481442304 : -130169228109312 : ffff899c9d65da00) 00010000:00000001:1.0:1787201356.037659:0:278298:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613904481442304 : -130169228109312 : ffff899c9d65da00) 00010000:00000001:1.0:1787201356.037661:0:278298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.037662:0:278298:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787201356.037664:0:278298:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787201356.037665:0:278298:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787201356.037667:0:278298:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb1b6f6721adb0e6e from it ffff9925815b3b38 00010000:00000001:1.0:1787201356.037669:0:278298:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787201356.037670:0:278298:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787201356.037671:0:278298:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899c9d65da00 refcount=3 00000020:00000001:1.0:1787201356.037673:0:278298:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613904481442304 : -130169228109312 : ffff899c9d65da00) 00010000:00000001:1.0:1787201356.037675:0:278298:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613904481442304 : -130169228109312 : ffff899c9d65da00) 00010000:00000001:1.0:1787201356.037682:0:278298:0:(ldlm_lock.c:859:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787201356.037685:0:278298:0:(ldlm_lock.c:834:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c9d65da00/0xb1b6f6721adb0e6e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6f855ab5c1dd75c3 expref: -99 pid: 276201 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1787201356.037692:0:278298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.037693:0:278298:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787201356.037694:0:278298:0:(ldlm_lock.c:305:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787201356.037695:0:278298:0:(ldlm_lock.c:309:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787201356.037698:0:278298:0:(ldlm_lock.c:917:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c9d65da00/0xb1b6f6721adb0e6e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6f855ab5c1dd75c3 expref: -99 pid: 276201 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1787201356.037704:0:278298:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787201356.037705:0:278298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787201356.037706:0:278298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787201356.037709:0:278298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.037710:0:278298:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787201356.037711:0:278298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.037713:0:278298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787201356.037714:0:278298:0:(ldlm_lockd.c:2251:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.037716:0:278298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.037718:0:278298:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.037720:0:278298:0:(ldlm_lock.c:928:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787201356.037721:0:278298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.037722:0:278298:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787201356.037724:0:278298:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787201356.037725:0:278298:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787201356.037727:0:278298:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff899c8972a1c8), inode mode 41ff mask 3 00000080:00000001:1.0:1787201356.037730:0:278298:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787201356.038249:0:278298:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1787201356.038253:0:278298:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9925815b3b58 00000080:00200000:1.0:1787201356.038255:0:278298:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff899c8972a1c8), file ffff899c94da0d80, open_flags a141, mode 81b6 opened 0 00000080:00000010:1.0:1787201356.038262:0:278298:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff899c8fccdf60. 00000080:00000001:1.0:1787201356.038266:0:278298:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1787201356.038268:0:278298:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9925815b3a08 00000080:00200000:1.0:1787201356.038270:0:278298:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff899c8972a1c8), intent=open|creat 00000080:00000010:1.0:1787201356.038277:0:278298:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff899cc0085800. 00800000:00000002:1.0:1787201356.038285:0:278298:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff899c914efb80 2 00000080:00000001:1.0:1787201356.038290:0:278298:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787201356.038292:0:278298:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787201356.038293:0:278298:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9925815b3928 00800000:00000002:1.0:1787201356.038296:0:278298:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f812b.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787201356.038299:0:278298:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1787201356.038301:0:278298:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1787201356.038304:0:278298:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787201356.038305:0:278298:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787201356.038307:0:278298:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787201356.038308:0:278298:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787201356.038310:0:278298:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787201356.038311:0:278298:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787201356.038412:0:278298:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787201356.038416:0:278298:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446613904486328320 : -130169223223296 : ffff899c9db06800) 00800000:00000001:1.0:1787201356.038420:0:278298:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1787201356.038422:0:278298:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1787201356.038424:0:278298:0:(mdc_request.c:2961:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1787201356.038427:0:278298:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1787201356.038429:0:278298:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff899c9ef83000: Allocated FID [0x200002b17:0x11cc:0x0] 40000000:00000001:1.0:1787201356.038431:0:278298:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787201356.038433:0:278298:0:(mdc_request.c:2967:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787201356.038435:0:278298:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787201356.038436:0:278298:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787201356.038438:0:278298:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9925815b38a8 00800000:00000002:1.0:1787201356.038440:0:278298:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200002b17:0x11cc:0x0], name='f812b.sanity' -> mds #0 layout version 1 00000002:00000001:1.0:1787201356.038444:0:278298:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787201356.038445:0:278298:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9925815b37e0 00000002:00010000:1.0:1787201356.038447:0:278298:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f812b.sanity,[0x200002b17:0x11cc:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:1.0:1787201356.038451:0:278298:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1787201356.038453:0:278298:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1787201356.038456:0:278298:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1787201356.038459:0:278298:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787201356.038461:0:278298:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000001:1.0:1787201356.038464:0:278298:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1787201356.038472:0:278298:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1787201356.038475:0:278298:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c9d65da00/0xb1b6f6721adb0e6e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x6f855ab5c1dd75c3 expref: -99 pid: 276201 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:1.0:1787201356.038483:0:278298:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1787201356.038486:0:278298:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1787201356.038488:0:278298:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1787201356.038489:0:278298:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1787201356.038492:0:278298:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787201356.038493:0:278298:0:(ldlm_lock.c:1451:ldlm_lock_match_with_skip()) Process entered 00000002:00000001:1.0:1787201356.038496:0:278298:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787201356.038497:0:278298:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787201356.038498:0:278298:0:(ldlm_lock.c:1451:ldlm_lock_match_with_skip()) Process entered 00000002:00000001:1.0:1787201356.038499:0:278298:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787201356.038500:0:278298:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787201356.038501:0:278298:0:(ldlm_lock.c:1451:ldlm_lock_match_with_skip()) Process entered 00000002:00000001:1.0:1787201356.038502:0:278298:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787201356.038504:0:278298:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1787201356.038506:0:278298:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff899c8972a100, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1787201356.038509:0:278298:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1787201356.038511:0:278298:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1787201356.038513:0:278298:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1787201356.038515:0:278298:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.038518:0:278298:0:(ldlm_lock.c:2504:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1787201356.038521:0:278298:0:(ldlm_lock.c:413:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1787201356.038522:0:278298:0:(ldlm_lock.c:357:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1787201356.038524:0:278298:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787201356.038525:0:278298:0:(ldlm_lock.c:283:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1787201356.038528:0:278298:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff899c9d65da00 with handle 0xb1b6f6721adb0e6e from hash 00010000:00000001:1.0:1787201356.038530:0:278298:0:(ldlm_lock.c:387:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1787201356.038531:0:278298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.038532:0:278298:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787201356.038533:0:278298:0:(ldlm_lock.c:419:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1787201356.038536:0:278298:0:(ldlm_lock.c:2540:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1787201356.038537:0:278298:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1787201356.038539:0:278298:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1787201356.038541:0:278298:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787201356.038546:0:278298:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1787201356.038551:0:278298:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899c91236d80. 00000020:00000040:1.0:1787201356.038554:0:278298:0:(genops.c:1210:class_import_get()) import ffff899ca73f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff899c9ef83000 02000000:00000001:1.0:1787201356.038559:0:278298:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787201356.038561:0:278298:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.038563:0:278298:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1787201356.038567:0:278298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787201356.038570:0:278298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.038571:0:278298:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787201356.038572:0:278298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201356.038574:0:278298:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787201356.038576:0:278298:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787201356.038580:0:278298:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787201356.038586:0:278298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff899cc0167800. 00000100:00000001:1.0:1787201356.038592:0:278298:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.038597:0:278298:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787201356.038598:0:278298:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1787201356.038602:0:278298:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c9d65da00/0xb1b6f6721adb0e6e lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x6f855ab5c1dd75c3 expref: -99 pid: 276201 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1787201356.038608:0:278298:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1787201356.038610:0:278298:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1787201356.038611:0:278298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1787201356.038613:0:278298:0:(ldlm_lock.c:194:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c9d65da00/0xb1b6f6721adb0e6e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x6f855ab5c1dd75c3 expref: -99 pid: 276201 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:1.0:1787201356.038620:0:278298:0:(ldlm_resource.c:1703:ldlm_resource_putref()) putref res: ffff899c94b9d100 count: 0 00010000:00000010:1.0:1787201356.038625:0:278298:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff899c9db47480. 00010000:00000001:1.0:1787201356.038635:0:278298:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787201356.038637:0:278298:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.038639:0:278298:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787201356.038640:0:278298:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.038642:0:278298:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787201356.038651:0:278298:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446613904275762560 : -130169433789056 : ffff899c91236d80) 00010000:00000001:1.0:1787201356.038654:0:278298:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1787201356.038662:0:278298:0:(ldlm_lock.c:1705:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1787201356.038666:0:278298:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff899c94b9d300. 00010000:00000010:1.0:1787201356.038670:0:278298:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff899c9db47480. 00010000:00000001:1.0:1787201356.038675:0:278298:0:(ldlm_lock.c:436:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1787201356.038678:0:278298:0:(ldlm_lock.c:440:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff899c80031000. 00000020:00000001:1.0:1787201356.038681:0:278298:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1787201356.038684:0:278298:0:(lustre_handles.c:93:class_handle_hash()) added object ffff899c80031000 with handle 0xb1b6f6721adb0e83 to hash 00000020:00000001:1.0:1787201356.038686:0:278298:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1787201356.038687:0:278298:0:(ldlm_lock.c:491:ldlm_lock_new()) Process leaving (rc=18446613903988428800 : -130169721122816 : ffff899c80031000) 00010000:00000001:1.0:1787201356.038691:0:278298:0:(ldlm_lock.c:1746:ldlm_lock_create()) Process leaving (rc=18446613903988428800 : -130169721122816 : ffff899c80031000) 00010000:00000001:1.0:1787201356.038693:0:278298:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787201356.038695:0:278298:0:(ldlm_lock.c:283:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787201356.038698:0:278298:0:(ldlm_lock.c:780:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031000/0xb1b6f6721adb0e83 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 278298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787201356.038705:0:278298:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031000/0xb1b6f6721adb0e83 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 278298 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787201356.038718:0:278298:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff899c9ef83000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787201356.038741:0:278298:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff899c91236d80 x1874004887454976/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 528/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787201356.040155:0:278298:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031000/0xb1b6f6721adb0e83 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 278298 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1787201356.040163:0:278298:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787201356.040166:0:278298:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787201356.040615:0:278298:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff899c94ce5780. 00000100:00000001:0.0:1787201356.040619:0:278298:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446613904337295232 : -130169372256384 : ffff899c94ce5780) 00000100:00000001:0.0:1787201356.040623:0:278298:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787201356.040624:0:278298:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904275762560 : -130169433789056 : ffff899c91236d80) 00000100:00000001:0.0:1787201356.040630:0:278298:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787201356.040634:0:278298:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201356.040637:0:278298:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787201356.040638:0:278298:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787201356.040648:0:278298:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899c91236d80 x1874004887454976/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 528/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787201356.040669:0:278298:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787201356.040671:0:278298:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787201356.040675:0:278298:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787201356.040679:0:278298:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787201356.040682:0:278298:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787201356.040685:0:278298:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899c91236d80 pname:cluuid:pid:xid:nid:opc:job lfs:084554c7-ea41-472c-a807-73eae7b611f4:278298:1874004887454976:192.168.201.137@tcp:101:lfs.0 00000100:00000001:0.0:1787201356.040689:0:278298:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787201356.040694:0:278298:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787201356.040697:0:278298:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787201356.040700:0:278298:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787201356.040748:0:278298:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff899ca7960000. 02000000:00000001:0.0:1787201356.040751:0:278298:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787201356.040758:0:278298:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:0.0:1787201356.040763:0:278298:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899c91a22dc0. 00000400:00000010:0.0:1787201356.040771:0:278298:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff899caf77f400. 00000100:00000200:0.0:1787201356.040778:0:278298:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1874004887454976, portal 10 00000100:00000001:0.0:1787201356.040780:0:278298:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787201356.040781:0:278298:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904275762560 : -130169433789056 : ffff899c91236d80) 00000100:00000040:0.0:1787201356.040799:0:278298:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff899c91236d80 x1874004887454976/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 528/66320 e 0 to 0 dl 1787201441 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787201356.040805:0:278298:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787201356.040808:0:278298:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:0.0:1787201356.040812:0:278298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91646198. 00000100:00000200:0.0:1787201356.040815:0:278298:0:(niobuf.c:94:ptl_send_buf()) Sending 528 bytes to portal 12, xid 1874004887454976, offset 0 00000400:00000200:0.0:1787201356.040821:0:278298:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:0.0:1787201356.040830:0:278298:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201356.040837:0:278298:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:0.0:1787201356.040842:0:278298:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787201356.040846:0:278298:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:0.0:1787201356.040850:0:278298:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787201356.040853:0:278298:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:0.0:1787201356.040856:0:278298:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545828:545828:256:4294967295] 192.168.201.137@tcp LPNI seq info [545771:545771:8:4294967295] 00000400:00000200:0.0:1787201356.040868:0:278298:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201356.040879:0:278298:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:0.0:1787201356.040886:0:278298:0:(socklnd_cb.c:931:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:0.0:1787201356.040892:0:278298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899c91178600. 00000800:00000200:0.0:1787201356.040899:0:278298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:0.0:1787201356.040906:0:278298:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:0.0:1787201356.040911:0:278298:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899c91178600 type 1, nob 624 niov 1 nkiov 1 00000100:00000001:0.0:1787201356.040941:0:278298:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201356.040946:0:278298:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: using a timeout of 17883 usecs (18 jiffies) 00000400:00000200:0.0:1787201356.040949:0:278298:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:0.0:1787201356.040952:0:278298:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305907050 00000100:00000001:0.0:1787201356.041009:0:278298:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS request active for cpu 0, keep current deadline 4305907471 00000100:00000001:0.0:1787201356.041014:0:278298:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305907050 00000100:00000001:0.0:1787201356.041016:0:278298:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS request active for cpu 1, keep current deadline 4305907471 00000100:00000001:0.0:1787201356.041018:0:278298:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787201356.041021:0:278298:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201356.041023:0:278298:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787201356.041025:0:278298:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=80 : 80 : 50) 00000100:00100000:0.0:1787201356.041028:0:278298:0:(client.c:2715:ptlrpc_set_wait()) set ffff899c94ce5780 going to sleep for 80 seconds 00000100:00000001:0.0:1787201356.041031:0:278298:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787201356.041033:0:278298:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787201356.041256:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787201356.041261:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899c91178600. 00000400:00000200:1.0:1787201356.041266:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201356.041271:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:1.0:1787201356.041277:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91646198 00000400:00000010:1.0:1787201356.041279:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91646198. 00000100:00000001:1.0:1787201356.041283:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787201356.041293:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899c91236d80 x1874004887454976/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 528/66320 e 0 to 0 dl 1787201441 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787201356.041302:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201356.041306:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff899c91236d80 x1874004887454976/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 528/66320 e 0 to 0 dl 1787201441 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787201356.041312:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201356.041323:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1787201356.059982:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201356.059998:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787201356.060002:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201356.060005:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201356.060013:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201356.060021:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:1.0:1787201356.060029:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201356.060034:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201356.060039:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201356.060043:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 608 into portal 10 MB=0x6a865c39fc500 00000400:00000200:1.0:1787201356.060048:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201356.060053:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.137@tcp of length 608/608 into md 0x53db39 [32] + 224 00000800:00000001:1.0:1787201356.060061:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201356.060068:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201356.060071:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201356.060076:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:1.0:1787201356.060084:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787201356.060094:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899c91236d80 x1874004887454976/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 528/66320 e 0 to 0 dl 1787201441 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1787201356.060105:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff899c91236d80 x1874004887454976/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 528/66320 e 0 to 0 dl 1787201441 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787201356.060121:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787201356.060128:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201356.060132:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201356.060261:0:278298:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787201356.060276:0:278298:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787201356.060278:0:278298:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787201356.060281:0:278298:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899c91a22dc0. 00000400:00000200:1.0:1787201356.060286:0:278298:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899caf77f400 00000400:00000010:1.0:1787201356.060288:0:278298:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff899caf77f400. 00000100:00000001:1.0:1787201356.060292:0:278298:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787201356.060297:0:278298:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899c91236d80 x1874004887454976/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 528/66320 e 0 to 0 dl 1787201441 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787201356.060306:0:278298:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899c91236d80 x1874004887454976/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 528/66320 e 0 to 0 dl 1787201441 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787201356.060312:0:278298:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787201356.060314:0:278298:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201356.060317:0:278298:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787201356.060320:0:278298:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787201356.060323:0:278298:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787201356.060325:0:278298:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201356.060328:0:278298:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787201356.060337:0:278298:0:(import.c:2149:obd_at_measure()) add 60 to ffff899ca73f6460 time=116 v=60 (60 60 60 60) 00000100:00001000:1.0:1787201356.060341:0:278298:0:(import.c:2149:obd_at_measure()) add 1 to ffff899ca73f6418 time=141 v=5 (1 1 0 0) 00000100:00000001:1.0:1787201356.060344:0:278298:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787201356.060347:0:278298:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.060350:0:278298:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787201356.060353:0:278298:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201356.060357:0:278298:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1787201356.060358:0:278298:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x40001759d/0x1] 00000100:00000001:1.0:1787201356.060360:0:278298:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1787201356.060362:0:278298:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787201356.060363:0:278298:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904275762560 : -130169433789056 : ffff899c91236d80) 00000100:00000001:1.0:1787201356.060366:0:278298:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787201356.060368:0:278298:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff899c9ef83000: skip recheck: last_committed 30064771460 00000100:00000001:1.0:1787201356.060370:0:278298:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787201356.060374:0:278298:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201356.060379:0:278298:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899c91236d80 x1874004887454976/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 528/608 e 0 to 0 dl 1787201441 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787201356.060387:0:278298:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787201356.060395:0:278298:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787201356.060397:0:278298:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787201356.060402:0:278298:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899c91236d80 x1874004887454976/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 528/608 e 0 to 0 dl 1787201441 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787201356.060409:0:278298:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899c91236d80 pname:cluuid:pid:xid:nid:opc:job lfs:084554c7-ea41-472c-a807-73eae7b611f4:278298:1874004887454976:192.168.201.137@tcp:101:lfs.0 00000100:00000001:1.0:1787201356.060414:0:278298:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201356.060417:0:278298:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201356.060420:0:278298:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787201356.060422:0:278298:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201356.060425:0:278298:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff899c91236d80 x1874004887454976/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 528/608 e 0 to 0 dl 1787201441 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787201356.060432:0:278298:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787201356.060435:0:278298:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff899c94ce5780. 00000100:00000001:1.0:1787201356.060437:0:278298:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787201356.060439:0:278298:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.060442:0:278298:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1787201356.060446:0:278298:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787201356.060449:0:278298:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787201356.060451:0:278298:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899c80031000 refcount=4 00000020:00000001:1.0:1787201356.060454:0:278298:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613903988428800 : -130169721122816 : ffff899c80031000) 00010000:00000001:1.0:1787201356.060456:0:278298:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613903988428800 : -130169721122816 : ffff899c80031000) 00010000:00000040:1.0:1787201356.060462:0:278298:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff899c80031000, remote cookie: 0x6f855ab5c1dd7602, flags: 0x1001 00010000:00010000:1.0:1787201356.060468:0:278298:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031000/0xb1b6f6721adb0e83 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6f855ab5c1dd7602 expref: -99 pid: 278298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1787201356.060476:0:278298:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200002b17:0x11cc:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1787201356.060479:0:278298:0:(ldlm_lock.c:530:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1787201356.060485:0:278298:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff899c94b9df00. 00010000:00000010:1.0:1787201356.060489:0:278298:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff899c9db47d80. 00010000:00000040:1.0:1787201356.060494:0:278298:0:(ldlm_resource.c:1703:ldlm_resource_putref()) putref res: ffff899c94b9d300 count: 0 00010000:00000010:1.0:1787201356.060505:0:278298:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff899c9db47480. 00010000:00000001:1.0:1787201356.062703:0:278298:0:(ldlm_lock.c:588:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787201356.062714:0:278298:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031000/0xb1b6f6721adb0e83 lrc: 4/0,1 mode: --/PR res: [0x200002b17:0x11cc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6f855ab5c1dd7602 expref: -99 pid: 278298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787201356.062727:0:278298:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031000/0xb1b6f6721adb0e83 lrc: 4/0,1 mode: --/PR res: [0x200002b17:0x11cc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6f855ab5c1dd7602 expref: -99 pid: 278298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787201356.062734:0:278298:0:(ldlm_lock.c:1800:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1787201356.062738:0:278298:0:(ldlm_lock.c:1130:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1787201356.062740:0:278298:0:(ldlm_lock.c:994:search_granted_lock()) Process entered 00010000:00000001:1.0:1787201356.062742:0:278298:0:(ldlm_lock.c:1060:search_granted_lock()) Process leaving 00010000:00000001:1.0:1787201356.062743:0:278298:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1787201356.062746:0:278298:0:(ldlm_resource.c:1873:ldlm_resource_dump()) --- Resource: [0x200002b17:0x11cc:0x0].0x0 (ffff899c94b9df00) refcount = 1 00010000:00010000:1.0:1787201356.063347:0:278298:0:(ldlm_lock.c:1077:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031000/0xb1b6f6721adb0e83 lrc: 4/0,1 mode: PR/PR res: [0x200002b17:0x11cc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6f855ab5c1dd7602 expref: -99 pid: 278298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787201356.063356:0:278298:0:(ldlm_lock.c:1099:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1787201356.063359:0:278298:0:(ldlm_lock.c:1162:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1787201356.063361:0:278298:0:(ldlm_lock.c:1923:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787201356.063365:0:278298:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1787201356.063367:0:278298:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787201356.063371:0:278298:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031000/0xb1b6f6721adb0e83 lrc: 4/0,1 mode: PR/PR res: [0x200002b17:0x11cc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6f855ab5c1dd7602 expref: -99 pid: 278298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787201356.063377:0:278298:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1787201356.063379:0:278298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.063381:0:278298:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787201356.063382:0:278298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.063383:0:278298:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787201356.063385:0:278298:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787201356.063392:0:278298:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1787201356.063395:0:278298:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787201356.063398:0:278298:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787201356.063412:0:278298:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899c80031000 refcount=3 00000020:00000001:1.0:1787201356.063415:0:278298:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613903988428800 : -130169721122816 : ffff899c80031000) 00010000:00000001:1.0:1787201356.063418:0:278298:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613903988428800 : -130169721122816 : ffff899c80031000) 00010000:00000001:1.0:1787201356.063420:0:278298:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787201356.063421:0:278298:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787201356.063423:0:278298:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899c80031000 refcount=4 00000020:00000001:1.0:1787201356.063424:0:278298:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613903988428800 : -130169721122816 : ffff899c80031000) 00010000:00000001:1.0:1787201356.063426:0:278298:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613903988428800 : -130169721122816 : ffff899c80031000) 00010000:00000001:1.0:1787201356.063429:0:278298:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787201356.063431:0:278298:0:(ldlm_lock.c:283:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787201356.063434:0:278298:0:(ldlm_lock.c:780:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031000/0xb1b6f6721adb0e83 lrc: 5/1,1 mode: PR/PR res: [0x200002b17:0x11cc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6f855ab5c1dd7602 expref: -99 pid: 278298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787201356.063440:0:278298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.063442:0:278298:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787201356.063443:0:278298:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787201356.063443:0:278298:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787201356.063445:0:278298:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899c80031000 refcount=5 00000020:00000001:1.0:1787201356.063447:0:278298:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613903988428800 : -130169721122816 : ffff899c80031000) 00010000:00000001:1.0:1787201356.063449:0:278298:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613903988428800 : -130169721122816 : ffff899c80031000) 00010000:00000001:1.0:1787201356.063451:0:278298:0:(ldlm_lock.c:859:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787201356.063454:0:278298:0:(ldlm_lock.c:834:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031000/0xb1b6f6721adb0e83 lrc: 5/1,1 mode: PR/PR res: [0x200002b17:0x11cc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6f855ab5c1dd7602 expref: -99 pid: 278298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787201356.063459:0:278298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.063460:0:278298:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787201356.063463:0:278298:0:(ldlm_lock.c:924:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031000/0xb1b6f6721adb0e83 lrc: 4/1,0 mode: PR/PR res: [0x200002b17:0x11cc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6f855ab5c1dd7602 expref: -99 pid: 278298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787201356.063468:0:278298:0:(ldlm_lock.c:928:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787201356.063469:0:278298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.063470:0:278298:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787201356.063479:0:278298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.063480:0:278298:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1787201356.063491:0:278298:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x8000037, status=0 req@ffff899c91236d80 x1874004887454976/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 528/608 e 0 to 0 dl 1787201441 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1787201356.063501:0:278298:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1787201356.063506:0:278298:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff899c91236d80 x1874004887454976/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 528/608 e 0 to 0 dl 1787201441 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1787201356.064328:0:278298:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.064333:0:278298:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787201356.064335:0:278298:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787201356.064337:0:278298:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899c80031000 refcount=3 00000020:00000001:1.0:1787201356.064339:0:278298:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613903988428800 : -130169721122816 : ffff899c80031000) 00010000:00000001:1.0:1787201356.064341:0:278298:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613903988428800 : -130169721122816 : ffff899c80031000) 00010000:00000001:1.0:1787201356.064343:0:278298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.064345:0:278298:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787201356.064346:0:278298:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787201356.064348:0:278298:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787201356.064351:0:278298:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1787201356.064354:0:278298:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787201356.064355:0:278298:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904275762560 : -130169433789056 : ffff899c91236d80) 00000100:00000001:1.0:1787201356.064358:0:278298:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787201356.064359:0:278298:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904275762560 : -130169433789056 : ffff899c91236d80) 00010000:00000001:1.0:1787201356.064361:0:278298:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787201356.064362:0:278298:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787201356.064363:0:278298:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899c80031000 refcount=3 00000020:00000001:1.0:1787201356.064365:0:278298:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613903988428800 : -130169721122816 : ffff899c80031000) 00010000:00000001:1.0:1787201356.064367:0:278298:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613903988428800 : -130169721122816 : ffff899c80031000) 00000002:00010000:1.0:1787201356.064371:0:278298:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031000/0xb1b6f6721adb0e83 lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0x11cc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6f855ab5c1dd7602 expref: -99 pid: 278298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787201356.064380:0:278298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.064381:0:278298:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787201356.064390:0:278298:0:(ldlm_lock.c:1451:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787201356.064391:0:278298:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787201356.064397:0:278298:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787201356.064399:0:278298:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899c80031000 refcount=3 00000020:00000001:1.0:1787201356.064400:0:278298:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613903988428800 : -130169721122816 : ffff899c80031000) 00010000:00000001:1.0:1787201356.064402:0:278298:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613903988428800 : -130169721122816 : ffff899c80031000) 00010000:00010000:1.0:1787201356.064408:0:278298:0:(ldlm_lock.c:1544:ldlm_lock_match_with_skip()) ### not matched ns ffff899ca73f4000 type 13 mode 4 res 8589945623/4556 (0 0) 00010000:00000001:1.0:1787201356.064410:0:278298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.064411:0:278298:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787201356.064412:0:278298:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1787201356.064415:0:278298:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9925815b3768 00000002:00002000:1.0:1787201356.064416:0:278298:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f812b.sanity intent=open|creat status=0 disp=0x9800037: rc = 0 00000002:00000001:1.0:1787201356.064420:0:278298:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787201356.064424:0:278298:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787201356.064426:0:278298:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1787201356.064429:0:278298:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 0 00000080:00000001:1.0:1787201356.064432:0:278298:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787201356.064436:0:278298:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff899c914efb80 2 00000080:00000001:1.0:1787201356.064438:0:278298:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1787201356.064440:0:278298:0:(namei.c:674:ll_lookup_it_finish()) it ffff899c8fccdf60 it_disposition 9800037 00000080:00002000:1.0:1787201356.064445:0:278298:0:(namei.c:653:ll_splice_alias()) Add dentry ffff899c92f316c0 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1787201356.064449:0:278298:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1787201356.064453:0:278298:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:1.0:1787201356.064454:0:278298:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9925815b3998 00000080:00200000:1.0:1787201356.064456:0:278298:0:(namei.c:1628:ll_create_it()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff899c8972a1c8), intent=open|creat 00000080:00000001:1.0:1787201356.064458:0:278298:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:1.0:1787201356.064460:0:278298:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1787201356.064464:0:278298:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1787201356.064466:0:278298:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1787201356.064468:0:278298:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145330124 : 144115373145330124 : 200002b170011cc) 00000080:00000001:1.0:1787201356.064471:0:278298:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1787201356.064486:0:278298:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff899c822c98c0. 00000020:00000001:1.0:1787201356.064496:0:278298:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1787201356.064498:0:278298:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1787201356.064501:0:278298:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:1.0:1787201356.064507:0:278298:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200002b17:0x11cc:0x0](ffff899c822c9988) 00000080:00000001:1.0:1787201356.064988:0:278298:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145330124 : 144115373145330124 : 200002b170011cc) 00000080:00000001:1.0:1787201356.064991:0:278298:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00000002:1.0:1787201356.064993:0:278298:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115373145330124 mtime from 0 to 1787201356 00000080:00200000:1.0:1787201356.064997:0:278298:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200002b17:0x11cc:0x0], updating i_size 0 00000080:00000001:1.0:1787201356.064999:0:278298:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000020:00000001:1.0:1787201356.065002:0:278298:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787201356.065006:0:278298:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446613904481893768 : -130169227657848 : ffff899c9d6cbd88) 00000020:00001000:1.0:1787201356.065009:0:278298:0:(cl_object.c:823:cl_env_get()) 1@ffff899c9d6cbd80 00000020:00000001:1.0:1787201356.065014:0:278298:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1787201356.065019:0:278298:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff899cb855aed8. 00000020:00000001:1.0:1787201356.065021:0:278298:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1787201356.065023:0:278298:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787201356.065031:0:278298:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:1.0:1787201356.065035:0:278298:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff899caf6c97c0. 00020000:00000001:1.0:1787201356.065037:0:278298:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446613904783873984 : -130168925677632 : ffff899caf6c97c0) 00020000:00000001:1.0:1787201356.065040:0:278298:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:1.0:1787201356.065042:0:278298:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787201356.065047:0:278298:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446613904933367640 : -130168776183976 : ffff899cb855af58) 00000020:00001000:1.0:1787201356.065050:0:278298:0:(cl_object.c:917:cl_env_put()) 1@ffff899c9d6cbd80 00000080:00000001:1.0:1787201356.065054:0:278298:0:(namei.c:156:ll_iget()) Process leaving (rc=18446613904024705416 : -130169684846200 : ffff899c822c9988) 00010000:00000001:1.0:1787201356.065056:0:278298:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787201356.065058:0:278298:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787201356.065059:0:278298:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899c80031000 refcount=3 00000020:00000001:1.0:1787201356.065061:0:278298:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613903988428800 : -130169721122816 : ffff899c80031000) 00010000:00000001:1.0:1787201356.065063:0:278298:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613903988428800 : -130169721122816 : ffff899c80031000) 00000080:00000001:1.0:1787201356.065067:0:278298:0:(file.c:6801:ll_layout_conf()) Process entered 00000020:00000001:1.0:1787201356.065068:0:278298:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787201356.065070:0:278298:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446613904481893768 : -130169227657848 : ffff899c9d6cbd88) 00000020:00001000:1.0:1787201356.065071:0:278298:0:(cl_object.c:823:cl_env_get()) 1@ffff899c9d6cbd80 00000020:00000001:1.0:1787201356.065073:0:278298:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1787201356.065075:0:278298:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000002:1.0:1787201356.065077:0:278298:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff899caf6c97c0) owner ffff899c9ee48000 00020000:00000001:1.0:1787201356.065080:0:278298:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1787201356.065089:0:278298:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff899caf6c97c0) owner ffff899c9ee48000 00020000:00000002:1.0:1787201356.065092:0:278298:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0x11cc:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1787201356.065094:0:278298:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787201356.065096:0:278298:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787201356.065099:0:278298:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1787201356.065102:0:278298:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff899caf6c97c0) owner 0000000000000000/ffff899c9ee48000 00020000:00000002:1.0:1787201356.065105:0:278298:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff899caf6c97c0) owner 0000000000000000/ffff899c9ee48000 00020000:00000001:1.0:1787201356.065107:0:278298:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1787201356.065109:0:278298:0:(lov_object.c:2289:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1787201356.065111:0:278298:0:(file.c:6836:ll_layout_conf()) [0x200002b17:0x11cc:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:1.0:1787201356.065114:0:278298:0:(cl_object.c:917:cl_env_put()) 1@ffff899c9d6cbd80 00000080:00000001:1.0:1787201356.065116:0:278298:0:(file.c:6843:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.065118:0:278298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.065119:0:278298:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787201356.065121:0:278298:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1787201356.065123:0:278298:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1787201356.065125:0:278298:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787201356.065127:0:278298:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200002b17:0x11cc:0x0](ffff899c822c9988) 00000080:00010000:1.0:1787201356.065130:0:278298:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200002b17:0x11cc:0x0](ffff899c822c9988) for lock 0xb1b6f6721adb0e83 00800000:00000001:1.0:1787201356.065133:0:278298:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787201356.065134:0:278298:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787201356.065135:0:278298:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787201356.065136:0:278298:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787201356.065137:0:278298:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899c80031000 refcount=3 00000020:00000001:1.0:1787201356.065139:0:278298:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613903988428800 : -130169721122816 : ffff899c80031000) 00010000:00000001:1.0:1787201356.065141:0:278298:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613903988428800 : -130169721122816 : ffff899c80031000) 00010000:00000001:1.0:1787201356.065143:0:278298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.065144:0:278298:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787201356.065146:0:278298:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787201356.065147:0:278298:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787201356.065149:0:278298:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:1.0:1787201356.065151:0:278298:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201356.065160:0:278298:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff899c91236d80 x1874004887454976/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 528/608 e 0 to 0 dl 1787201441 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787201356.065167:0:278298:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1787201356.065177:0:278298:0:(namei.c:1651:ll_create_it()) inode ffff899c822c9988 need_sync_to_mds [0x200002b17:0x11cc:0x0] 00000080:00000001:1.0:1787201356.065179:0:278298:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787201356.065183:0:278298:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b17:0x11cc:0x0](ffff899c822c9988) 00000080:00000001:1.0:1787201356.065186:0:278298:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1787201356.065189:0:278298:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff899cc0085800. 00000100:00000001:1.0:1787201356.065193:0:278298:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201356.065196:0:278298:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff899c91236d80 x1874004887454976/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 528/608 e 0 to 0 dl 1787201441 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787201356.065202:0:278298:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787201356.065206:0:278298:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1787201356.065208:0:278298:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1787201356.065210:0:278298:0:(namei.c:1500:ll_atomic_open()) inode ffff899c822c9988 need_sync_to_mds [0x200002b17:0x11cc:0x0] 00010000:00000010:1.1F:1787201356.066967:0:278298:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff899c94b9d100. 00010000:00000010:1.1:1787201356.066987:0:278298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff899c9d65da00. 00000080:00000001:1.0:1787201356.066996:0:278298:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1787201356.067000:0:278298:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9925815b3a68 00000080:00200008:1.0:1787201356.067002:0:278298:0:(file.c:1090:ll_file_open()) START file f812b.sanity:[0x200002b17:0x11cc:0x0](ffff899c822c9988), flags 120501 00000080:00000010:1.0:1787201356.071072:0:278298:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff899c817a7900. 00000080:00000010:1.0:1787201356.071089:0:278298:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff899c9eb01880. 00000080:00000001:1.0:1787201356.071093:0:278298:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1787201356.071100:0:278298:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1787201356.071104:0:278298:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787201356.071106:0:278298:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787201356.071109:0:278298:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787201356.071112:0:278298:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787201356.071114:0:278298:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787201356.071116:0:278298:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x11cc:0x0] 00800000:00000001:1.0:1787201356.071119:0:278298:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787201356.071123:0:278298:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1787201356.071128:0:278298:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff899caaa861e0. 00000002:00100000:1.0:1787201356.071141:0:278298:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff899c91236d80 x1874004887454976/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 528/608 e 0 to 0 dl 1787201441 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1787201356.071150:0:278298:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787201356.071151:0:278298:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1787201356.071155:0:278298:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1787201356.071159:0:278298:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787201356.071169:0:278298:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787201356.071174:0:278298:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201356.071180:0:278298:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899c91236d80 x1874004887454976/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 528/608 e 0 to 0 dl 1787201441 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1787201356.071187:0:278298:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787201356.071191:0:278298:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff899ca7960000. 02000000:00000001:1.0:1787201356.071235:0:278298:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1787201356.071238:0:278298:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787201356.071243:0:278298:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9925815b3a68 00000080:00000008:1.0:1787201356.071246:0:278298:0:(file.c:1329:ll_file_open()) COMPLETED file f812b.sanity:[0x200002b17:0x11cc:0x0](ffff899c822c9988), flags 100101, rc = 0 00000080:00000001:1.0:1787201356.071251:0:278298:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1787201356.071253:0:278298:0:(dcache.c:176:ll_intent_release()) intent ffff899c8fccdf60 released 00000080:00010000:1.0:1787201356.071256:0:278298:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb1b6f6721adb0e83 from it ffff899c8fccdf60 00010000:00000001:1.0:1787201356.071259:0:278298:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787201356.071261:0:278298:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787201356.071265:0:278298:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899c80031000 refcount=3 00000020:00000001:1.0:1787201356.071267:0:278298:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613903988428800 : -130169721122816 : ffff899c80031000) 00010000:00000001:1.0:1787201356.071270:0:278298:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613903988428800 : -130169721122816 : ffff899c80031000) 00010000:00000001:1.0:1787201356.071272:0:278298:0:(ldlm_lock.c:859:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787201356.071277:0:278298:0:(ldlm_lock.c:834:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031000/0xb1b6f6721adb0e83 lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0x11cc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x6f855ab5c1dd7602 expref: -99 pid: 278298 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787201356.071286:0:278298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.071288:0:278298:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787201356.071289:0:278298:0:(ldlm_lock.c:305:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787201356.071292:0:278298:0:(ldlm_lock.c:309:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787201356.071295:0:278298:0:(ldlm_lock.c:917:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031000/0xb1b6f6721adb0e83 lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x11cc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x6f855ab5c1dd7602 expref: -99 pid: 278298 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787201356.071303:0:278298:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787201356.071306:0:278298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787201356.071308:0:278298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787201356.071314:0:278298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.071322:0:278298:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787201356.071324:0:278298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.071327:0:278298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787201356.071328:0:278298:0:(ldlm_lockd.c:2251:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.071330:0:278298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.071333:0:278298:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.071335:0:278298:0:(ldlm_lock.c:928:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787201356.071337:0:278298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.071338:0:278298:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787201356.071340:0:278298:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1787201356.071342:0:278298:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1787201356.071344:0:278298:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1787201356.071346:0:278298:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787201356.071348:0:278298:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1787201356.071349:0:278298:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787201356.071352:0:278298:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1787201356.071354:0:278298:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787201356.071356:0:278298:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1787201356.071358:0:278298:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787201356.071360:0:278298:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1787201356.071363:0:278298:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff899c8fccdf60. 00000080:00000001:1.0:1787201356.071367:0:278298:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787201356.071370:0:278298:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00200000:1.0:1787201356.071372:0:278298:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200002b17:0x11cc:0x0](ffff899c822c9988), inode mode 81a4 mask 40 00000080:00000001:1.0:1787201356.071376:0:278298:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787201356.071403:0:278298:0:(file.c:4643:ll_file_ioctl()) Process entered 00000080:00200080:1.0:1787201356.071405:0:278298:0:(file.c:4645:ll_file_ioctl()) VFS Op:inode=[0x200002b17:0x11cc:0x0](ffff899c822c9988) cmd=4008669a arg=9f82e0 00000080:00000001:1.0:1787201356.071410:0:278298:0:(file.c:3002:ll_lov_setstripe()) Process entered 00000080:00000001:1.0:1787201356.071412:0:278298:0:(llite_lib.c:4366:ll_copy_user_md()) Process entered 00000080:00000010:1.0:1787201356.071417:0:278298:0:(llite_lib.c:4375:ll_copy_user_md()) kmalloced '(*kbuf)': 32 at ffff899caaa86580. 00000080:00000001:1.0:1787201356.071420:0:278298:0:(llite_lib.c:4384:ll_copy_user_md()) Process leaving (rc=32 : 32 : 20) 00000080:00000001:1.0:1787201356.071422:0:278298:0:(file.c:2756:ll_lov_setstripe_ea_info()) Process entered 00000080:00000001:1.0:1787201356.071426:0:278298:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1787201356.071430:0:278298:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff899cc0085800. 00800000:00000002:1.0:1787201356.071434:0:278298:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff899c914efb80 2 00000080:00000001:1.0:1787201356.071437:0:278298:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787201356.071440:0:278298:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787201356.071442:0:278298:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9925815b3b10 00800000:00000002:1.0:1787201356.071444:0:278298:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200002b17:0x11cc:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787201356.071452:0:278298:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1787201356.071454:0:278298:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787201356.071455:0:278298:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787201356.071457:0:278298:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787201356.071458:0:278298:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787201356.071460:0:278298:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787201356.071461:0:278298:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x11cc:0x0] 00800000:00000001:1.0:1787201356.071463:0:278298:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787201356.071465:0:278298:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9925815b3a90 00800000:00000002:1.0:1787201356.071466:0:278298:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200002b17:0x11cc:0x0], name='' -> mds #0 layout version 1 00000002:00000001:1.0:1787201356.071471:0:278298:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787201356.071473:0:278298:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9925815b39c8 00000002:00010000:1.0:1787201356.071475:0:278298:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200002b17:0x11cc:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 040000002 00000002:00000001:1.0:1787201356.071478:0:278298:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1787201356.071481:0:278298:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1787201356.071484:0:278298:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000001:1.0:1787201356.071487:0:278298:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1787201356.071490:0:278298:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.071491:0:278298:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787201356.071493:0:278298:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787201356.071495:0:278298:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1787201356.071497:0:278298:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787201356.071501:0:278298:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899c91234000. 00000020:00000040:1.0:1787201356.071518:0:278298:0:(genops.c:1210:class_import_get()) import ffff899ca73f6000 refcount=7 obd=lustre-MDT0000-mdc-ffff899c9ef83000 02000000:00000001:1.0:1787201356.071524:0:278298:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1787201356.071526:0:278298:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.071528:0:278298:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1787201356.071530:0:278298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787201356.071533:0:278298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.071534:0:278298:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787201356.071535:0:278298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201356.071538:0:278298:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787201356.071539:0:278298:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787201356.071543:0:278298:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787201356.071549:0:278298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff899cc0164800. 00000100:00000001:1.0:1787201356.071555:0:278298:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.071564:0:278298:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787201356.071566:0:278298:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.071567:0:278298:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787201356.071568:0:278298:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.071570:0:278298:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787201356.071577:0:278298:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446613904275750912 : -130169433800704 : ffff899c91234000) 00010000:00000001:1.0:1787201356.071580:0:278298:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1787201356.071583:0:278298:0:(ldlm_lock.c:1705:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1787201356.071586:0:278298:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff899c94b9d100. 00010000:00000010:1.0:1787201356.071590:0:278298:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff899c9db47480. 00010000:00000001:1.0:1787201356.071595:0:278298:0:(ldlm_lock.c:436:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1787201356.071598:0:278298:0:(ldlm_lock.c:440:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff899c80030200. 00000020:00000001:1.0:1787201356.071601:0:278298:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1787201356.071604:0:278298:0:(lustre_handles.c:93:class_handle_hash()) added object ffff899c80030200 with handle 0xb1b6f6721adb0e8a to hash 00000020:00000001:1.0:1787201356.071606:0:278298:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1787201356.071607:0:278298:0:(ldlm_lock.c:491:ldlm_lock_new()) Process leaving (rc=18446613903988425216 : -130169721126400 : ffff899c80030200) 00010000:00000001:1.0:1787201356.071610:0:278298:0:(ldlm_lock.c:1746:ldlm_lock_create()) Process leaving (rc=18446613903988425216 : -130169721126400 : ffff899c80030200) 00010000:00000001:1.0:1787201356.071613:0:278298:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787201356.071616:0:278298:0:(ldlm_lock.c:283:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787201356.071619:0:278298:0:(ldlm_lock.c:780:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80030200/0xb1b6f6721adb0e8a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 278298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787201356.071626:0:278298:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80030200/0xb1b6f6721adb0e8a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 278298 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787201356.071637:0:278298:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff899c9ef83000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1787201356.071643:0:278298:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff899c91234000 x1874004887455232/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1787201356.071673:0:278298:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80030200/0xb1b6f6721adb0e8a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 278298 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1787201356.071679:0:278298:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787201356.071680:0:278298:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787201356.071773:0:278298:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff899cb08bb780. 00000100:00000001:1.0:1787201356.071776:0:278298:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446613904802690944 : -130168906860672 : ffff899cb08bb780) 00000100:00000001:1.0:1787201356.071779:0:278298:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787201356.071780:0:278298:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904275750912 : -130169433800704 : ffff899c91234000) 00000100:00000001:1.0:1787201356.071972:0:278298:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787201356.071977:0:278298:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201356.071980:0:278298:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787201356.071982:0:278298:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787201356.071987:0:278298:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899c91234000 x1874004887455232/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787201356.071995:0:278298:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787201356.071997:0:278298:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201356.072001:0:278298:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787201356.072004:0:278298:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787201356.072006:0:278298:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787201356.072010:0:278298:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899c91234000 pname:cluuid:pid:xid:nid:opc:job lfs:084554c7-ea41-472c-a807-73eae7b611f4:278298:1874004887455232:192.168.201.137@tcp:101:lfs.0 00000100:00000001:1.0:1787201356.072014:0:278298:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787201356.072019:0:278298:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787201356.072021:0:278298:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201356.072024:0:278298:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787201356.072108:0:278298:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff899c900c0000. 02000000:00000001:1.0:1787201356.072111:0:278298:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787201356.072119:0:278298:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:1.0:1787201356.072123:0:278298:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899c82fe99f8. 00000400:00000010:1.0:1787201356.072130:0:278298:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff899c91b27800. 00000100:00000200:1.0:1787201356.072137:0:278298:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1874004887455232, portal 10 00000100:00000001:1.0:1787201356.072139:0:278298:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787201356.072140:0:278298:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904275750912 : -130169433800704 : ffff899c91234000) 00000100:00000040:1.0:1787201356.072146:0:278298:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff899c91234000 x1874004887455232/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787201441 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787201356.072153:0:278298:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787201356.072155:0:278298:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:1.0:1787201356.072158:0:278298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899caf6dc4c8. 00000100:00000200:1.0:1787201356.072166:0:278298:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1874004887455232, offset 0 00000400:00000200:1.0:1787201356.072172:0:278298:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:1.0:1787201356.072181:0:278298:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201356.072188:0:278298:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:1.0:1787201356.072193:0:278298:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787201356.072198:0:278298:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:1.0:1787201356.072202:0:278298:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787201356.072204:0:278298:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:1.0:1787201356.072208:0:278298:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545829:545829:256:4294967295] 192.168.201.137@tcp LPNI seq info [545772:545772:8:4294967295] 00000400:00000200:1.0:1787201356.072212:0:278298:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201356.072239:0:278298:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:1.0:1787201356.072245:0:278298:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:1.0:1787201356.072251:0:278298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899caf300c00. 00000800:00000200:1.0:1787201356.072257:0:278298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:1.0:1787201356.072263:0:278298:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:1.0:1787201356.072267:0:278298:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899caf300c00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1787201356.072278:0:278298:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201356.072283:0:278298:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: using a timeout of 17885 usecs (18 jiffies) 00000400:00000200:1.0:1787201356.072286:0:278298:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:1.0:1787201356.072289:0:278298:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305907076 00000800:00000200:1.0:1787201356.072953:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787201356.072969:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899caf300c00. 00000400:00000200:1.0:1787201356.072975:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201356.072981:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:1.0:1787201356.072987:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899caf6dc4c8 00000400:00000010:1.0:1787201356.072990:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899caf6dc4c8. 00000100:00000001:1.0:1787201356.072994:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787201356.072998:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899c91234000 x1874004887455232/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787201441 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787201356.073009:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201356.073012:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff899c91234000 x1874004887455232/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787201441 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787201356.073027:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201356.073029:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787201356.073051:0:278298:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS request active for cpu 0, keep current deadline 4305907471 00000100:00000001:1.0:1787201356.073054:0:278298:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305907076 00000100:00000001:1.0:1787201356.073057:0:278298:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS request active for cpu 1, keep current deadline 4305907471 00000100:00000001:1.0:1787201356.073059:0:278298:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787201356.073062:0:278298:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201356.073064:0:278298:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787201356.073066:0:278298:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=80 : 80 : 50) 00000100:00100000:1.0:1787201356.073069:0:278298:0:(client.c:2715:ptlrpc_set_wait()) set ffff899cb08bb780 going to sleep for 80 seconds 00000100:00000001:1.0:1787201356.073072:0:278298:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787201356.073075:0:278298:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1787201356.080606:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201356.080622:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787201356.080626:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201356.080628:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201356.080637:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201356.080645:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:1.0:1787201356.080653:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201356.080657:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201356.080662:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201356.080666:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 328 into portal 15 MB=0x6a865c0c7ff80 00000400:00000200:1.0:1787201356.080674:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.201.137@tcp of length 328/328 into md 0x53d501 [2] + 1768 00000400:00000010:1.0:1787201356.080679:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899c82fe92c0. 00000400:00000200:1.0:1787201356.080683:0:2395:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff899cb0bf89c0 00000800:00000001:1.0:1787201356.080689:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201356.080695:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201356.080698:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201356.080702:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:1.0:1787201356.080707:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899cb0bf89c0 00000400:00000010:1.0:1787201356.080710:0:2395:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff899cb0bf89c0. 00000100:00000001:1.0:1787201356.080715:0:2395:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1787201356.080743:0:2395:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:1.0:1787201356.080754:0:2395:0:(events.c:337:request_in_callback()) incoming req@ffff899c86ce2450 x1874004839759744 msgsize 328 00000100:00100000:1.0:1787201356.080759:0:2395:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.137@tcp (source: 12345-192.168.201.137@tcp) 00000100:00000040:1.0:1787201356.080761:0:2395:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1787201356.080769:0:2395:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1787201356.080777:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201356.080781:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1787201356.080809:0:235196:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff899cc0167000. 00000100:00000010:1.0:1787201356.080817:0:235196:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff899c8f7fe000. 00000100:00100000:1.0:1787201356.080819:0:235196:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:1.0:1787201356.080824:0:235196:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:1.0:1787201356.080828:0:235196:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899c82fe92c0. 00000400:00000010:1.0:1787201356.080833:0:235196:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff899cb08bb480. 00000100:00000001:1.0:1787201356.080842:0:235196:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1787201356.080845:0:235196:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874004839759744 02000000:00000001:1.0:1787201356.080847:0:235196:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1787201356.080850:0:235196:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787201356.080852:0:235196:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201356.080857:0:235196:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787201356.080860:0:235196:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874004839759744 00000020:00000001:1.0:1787201356.080863:0:235196:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1787201356.080865:0:235196:0:(genops.c:804:class_conn2export()) looking for export cookie 0xb1b6f6721ad94418 00000020:00000001:1.0:1787201356.080867:0:235196:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787201356.080870:0:235196:0:(lustre_handles.c:148:class_handle2object()) GET export ffff899c91861800 refcount=5 00000020:00000001:1.0:1787201356.080872:0:235196:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613904282228736 : -130169427322880 : ffff899c91861800) 00000020:00000001:1.0:1787201356.080874:0:235196:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446613904282228736 : -130169427322880 : ffff899c91861800) 00000100:00000001:1.0:1787201356.080878:0:235196:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1787201356.080882:0:235196:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff899c9eb01380. 00000100:00000001:1.0:1787201356.080884:0:235196:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1787201356.080887:0:235196:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff899c9eb01380. 00000020:00000010:1.0:1787201356.080894:0:235196:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff899cc0084000. 00000020:00000010:1.0:1787201356.080899:0:235196:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff899c9db47580. 00000020:00000010:1.0:1787201356.080904:0:235196:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff899cb855a708. 00000100:00000040:1.0:1787201356.080913:0:235196:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1787201356.080926:0:235196:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1787201356.080928:0:235196:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1787201356.080930:0:235196:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201356.080938:0:235196:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201356.080947:0:235196:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201356.080968:0:235196:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1787201356.080970:0:235196:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1787201356.080975:0:235196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.137@tcp, seq: 5336 00000100:00000040:1.0:1787201356.080979:0:235196:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff899c91861800 : new rpc_count 1 00000100:00000001:1.0:1787201356.080981:0:235196:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446613904102401104 : -130169607150512 : ffff899c86ce2450) 00000100:00000040:1.0:1787201356.080987:0:235196:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff899c86ce2450 x1874004839759744/t0(0) o104->084554c7-ea41-472c-a807-73eae7b611f4@192.168.201.137@tcp:97/0 lens 328/0 e 0 to 0 dl 1787201367 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787201356.080996:0:235196:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1787201356.080998:0:235196:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff899c9eb01380. 00000100:00000001:1.0:1787201356.081000:0:235196:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1787201356.081001:0:235196:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff899c9eb01380. 00000100:00100000:1.0:1787201356.081006:0:235196:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff899c86ce2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:084554c7-ea41-472c-a807-73eae7b611f4+5:101523:x1874004839759744:12345-192.168.201.137@tcp:104: 00000100:00000200:1.0:1787201356.081010:0:235196:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1874004839759744 00010000:00000001:1.0:1787201356.081012:0:235196:0:(ldlm_lockd.c:2367:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1787201356.081019:0:235196:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787201356.081021:0:235196:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787201356.081023:0:235196:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899c80031000 refcount=2 00000020:00000001:1.0:1787201356.081025:0:235196:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613903988428800 : -130169721122816 : ffff899c80031000) 00010000:00000001:1.0:1787201356.081027:0:235196:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613903988428800 : -130169721122816 : ffff899c80031000) 00010000:00000001:1.0:1787201356.081031:0:235196:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787201356.081034:0:235196:0:(ldlm_lock.c:283:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787201356.081039:0:235196:0:(ldlm_lockd.c:2522:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031000/0xb1b6f6721adb0e83 lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x11cc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x6f855ab5c1dd7602 expref: -99 pid: 278298 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000100:00000001:1.0:1787201356.081050:0:235196:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1787201356.081052:0:235196:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1787201356.081061:0:235196:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff899cc0164000. 02000000:00000001:1.0:1787201356.081064:0:235196:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201356.081066:0:235196:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.081071:0:235196:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1787201356.081074:0:235196:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787201356.081077:0:235196:0:(import.c:2149:obd_at_measure()) add 1 to ffff899c9d6981e8 time=109 v=5 (1 1 1 1) 00000100:00000001:1.0:1787201356.081082:0:235196:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1787201356.081085:0:235196:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff899c8628dc40 refcount 16 to 192.168.201.137@tcp 00000100:00000001:1.0:1787201356.081087:0:235196:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613904091569216 : -130169617982400 : ffff899c8628dc40) 02000000:00000001:1.0:1787201356.081090:0:235196:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1787201356.081091:0:235196:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201356.081094:0:235196:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787201356.081097:0:235196:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:1.0:1787201356.081101:0:235196:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899caf6dc4c8. 00000100:00000200:1.0:1787201356.081105:0:235196:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1874004839759744, offset 224 00000400:00000200:1.0:1787201356.081114:0:235196:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:1.0:1787201356.081122:0:235196:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201356.081128:0:235196:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.201.37@tcp to MR: 192.168.201.137@tcp local destination 00000400:00000200:1.0:1787201356.081134:0:235196:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545830:545830:256:4294967295] 192.168.201.137@tcp LPNI seq info [545773:545773:8:4294967295] 00000400:00000200:1.0:1787201356.081138:0:235196:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201356.081146:0:235196:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:192.168.201.37@tcp) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:1.0:1787201356.081151:0:235196:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:1.0:1787201356.081156:0:235196:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899caf300c00. 00000800:00000200:1.0:1787201356.081162:0:235196:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:1.0:1787201356.081168:0:235196:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:1.0:1787201356.081172:0:235196:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899caf300c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787201356.081182:0:235196:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201356.081185:0:235196:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff899c8628dc40 refcount 15 to 192.168.201.137@tcp 00010000:00000001:1.0:1787201356.081188:0:235196:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1787201356.081191:0:235196:0:(ldlm_lockd.c:2256:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff899cb08bb600. 00010000:00000001:1.0:1787201356.081193:0:235196:0:(ldlm_lockd.c:2166:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1787201356.081199:0:235196:0:(ldlm_lockd.c:2196:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1787201356.081207:0:235196:0:(ldlm_lockd.c:2205:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.081208:0:235196:0:(ldlm_lockd.c:2261:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.081210:0:235196:0:(ldlm_lockd.c:2549:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201356.081235:0:235196:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899c86ce2450 x1874004839759744/t0(0) o104->084554c7-ea41-472c-a807-73eae7b611f4@192.168.201.137@tcp:97/0 lens 328/224 e 0 to 0 dl 1787201367 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787201356.081245:0:235196:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff899c86ce2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:084554c7-ea41-472c-a807-73eae7b611f4+5:101523:x1874004839759744:12345-192.168.201.137@tcp:104: Request processed in 247us (489us total) trans 0 rc 0/0 00000100:00100000:1.0:1787201356.081253:0:235196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.137@tcp, seq: 5336 00000100:00000040:1.0:1787201356.081256:0:235196:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff899c91861800 : new rpc_count 0 00000100:00000001:1.0:1787201356.081258:0:235196:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1787201356.081259:0:235196:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1787201356.081263:0:235196:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff899c9db47580. 00000020:00000010:1.0:1787201356.081266:0:235196:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff899cb855a708. 00000020:00000010:1.0:1787201356.081269:0:235196:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff899cc0084000. 00000020:00000040:1.0:1787201356.081273:0:235196:0:(genops.c:879:class_export_put()) PUTting export ffff899c91861800 : new refcount 4 02000000:00000001:1.0:1787201356.081278:0:235196:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1787201356.081280:0:235196:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff899c86ce1400. 02000000:00000001:1.0:1787201356.081285:0:235196:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1787201356.081287:0:235196:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899ca724c700. 02000000:00000001:1.0:1787201356.081290:0:235196:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1787201356.081291:0:235196:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff899cc030dc00. 02000000:00000001:1.0:1787201356.081293:0:235196:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1787201356.081294:0:235196:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899ca724f480. 02000000:00000001:1.0:1787201356.081297:0:235196:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1787201356.081298:0:235196:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff899cc030c800. 02000000:00000001:1.0:1787201356.081300:0:235196:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1787201356.081301:0:235196:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899c91234a80. 02000000:00000001:1.0:1787201356.081304:0:235196:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1787201356.081305:0:235196:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff899cc030c400. 02000000:00000001:1.0:1787201356.081306:0:235196:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1787201356.081308:0:235196:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899c91237100. 02000000:00000001:1.0:1787201356.081310:0:235196:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1787201356.081311:0:235196:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff899c86ce0800. 02000000:00000001:1.0:1787201356.081314:0:235196:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1787201356.081321:0:235196:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899ca724f100. 00000100:00000010:1.0:1787201356.081324:0:235196:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff899c8f7f8000. 00000100:00000010:1.0:1787201356.081327:0:235196:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff899c86ce2400. 00000100:00000001:1.0:1787201356.081330:0:235196:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787201356.081345:0:235206:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787201356.081347:0:235206:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787201356.081349:0:235206:0:(ldlm_lockd.c:2817:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1787201356.081352:0:235206:0:(ldlm_lockd.c:2897:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1787201356.081354:0:235206:0:(ldlm_lockd.c:1912:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1787201356.081357:0:235206:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031000/0xb1b6f6721adb0e83 lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x11cc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x6f855ab5c1dd7602 expref: -99 pid: 278298 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787201356.081366:0:235206:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) Lock ffff899c80031000 already unused, calling callback (ffffffffc19273c0) 00000080:00000001:1.0:1787201356.081369:0:235206:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1787201356.081373:0:235206:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031000/0xb1b6f6721adb0e83 lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x11cc:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x6f855ab5c1dd7602 expref: -99 pid: 278298 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787201356.081379:0:235206:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1787201356.081381:0:235206:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1787201356.081385:0:235206:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031000/0xb1b6f6721adb0e83 lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x11cc:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x6f855ab5c1dd7602 expref: -99 pid: 278298 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787201356.081390:0:235206:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1787201356.081393:0:235206:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1787201356.081394:0:235206:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787201356.081395:0:235206:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787201356.081397:0:235206:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899c80031000 refcount=3 00000020:00000001:1.0:1787201356.081399:0:235206:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613903988428800 : -130169721122816 : ffff899c80031000) 00010000:00000001:1.0:1787201356.081401:0:235206:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613903988428800 : -130169721122816 : ffff899c80031000) 00010000:00000001:1.0:1787201356.081404:0:235206:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1787201356.081406:0:235206:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031000/0xb1b6f6721adb0e83 lrc: 3/0,0 mode: PR/PR res: [0x200002b17:0x11cc:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x6f855ab5c1dd7602 expref: -99 pid: 278298 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1787201356.081423:0:235206:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1787201356.081427:0:235206:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1787201356.081429:0:235206:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1787201356.081431:0:235206:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200002b17:0x11cc:0x0] mode (null) 00000002:00000001:1.0:1787201356.081435:0:235206:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787201356.081438:0:235206:0:(ldlm_lock.c:1451:ldlm_lock_match_with_skip()) Process entered 00000002:00000001:1.0:1787201356.081442:0:235206:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787201356.081444:0:235206:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787201356.081445:0:235206:0:(ldlm_lock.c:1451:ldlm_lock_match_with_skip()) Process entered 00000002:00000001:1.0:1787201356.081446:0:235206:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787201356.081448:0:235206:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787201356.081448:0:235206:0:(ldlm_lock.c:1451:ldlm_lock_match_with_skip()) Process entered 00000002:00000001:1.0:1787201356.081450:0:235206:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787201356.081451:0:235206:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787201356.081452:0:235206:0:(ldlm_lock.c:1451:ldlm_lock_match_with_skip()) Process entered 00000002:00000001:1.0:1787201356.081454:0:235206:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787201356.081456:0:235206:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787201356.081458:0:235206:0:(file.c:6801:ll_layout_conf()) Process entered 00000020:00000001:1.0:1787201356.081460:0:235206:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787201356.081463:0:235206:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446613904481893768 : -130169227657848 : ffff899c9d6cbd88) 00000020:00001000:1.0:1787201356.081465:0:235206:0:(cl_object.c:823:cl_env_get()) 1@ffff899c9d6cbd80 00000020:00000001:1.0:1787201356.081467:0:235206:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1787201356.081470:0:235206:0:(vvp_object.c:117:vvp_conf_set()) [0x200002b17:0x11cc:0x0]: losing layout lock 00000080:00000001:1.0:1787201356.081473:0:235206:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1787201356.081476:0:235206:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1787201356.081480:0:235206:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1787201356.081482:0:235206:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1787201356.081485:0:235206:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0x11cc:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1787201356.081487:0:235206:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787201356.081488:0:235206:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1787201356.081491:0:235206:0:(cl_object.c:917:cl_env_put()) 1@ffff899c9d6cbd80 00000080:00000001:1.0:1787201356.081493:0:235206:0:(file.c:6843:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787201356.081496:0:235206:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1787201356.081499:0:235206:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b17:0x11cc:0x0](ffff899c822c9988) invalid 00000020:00000001:1.0:1787201356.081502:0:235206:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff992581cbfc40 00000080:00002000:1.0:1787201356.081504:0:235206:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f812b.sanity (ffff899c92f316c0) parent ffff899c8940c5e8 inode ffff899c822c9988 refc 1 00000080:00000001:1.0:1787201356.081527:0:235206:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1787201356.081529:0:235206:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1787201356.081531:0:235206:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.081534:0:235206:0:(ldlm_lock.c:2504:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1787201356.081537:0:235206:0:(ldlm_lock.c:413:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1787201356.081539:0:235206:0:(ldlm_lock.c:357:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1787201356.081540:0:235206:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787201356.081542:0:235206:0:(ldlm_lock.c:283:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787201356.081545:0:235206:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff899c80031000 with handle 0xb1b6f6721adb0e83 from hash 00010000:00000001:1.0:1787201356.081547:0:235206:0:(ldlm_lock.c:387:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1787201356.081549:0:235206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.081550:0:235206:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787201356.081551:0:235206:0:(ldlm_lock.c:419:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1787201356.081554:0:235206:0:(ldlm_lock.c:2540:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1787201356.081556:0:235206:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1787201356.081561:0:235206:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787201356.081565:0:235206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.081566:0:235206:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787201356.081568:0:235206:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.081570:0:235206:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787201356.081573:0:235206:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1787201356.081577:0:235206:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899c91237100. 00000020:00000040:1.0:1787201356.081580:0:235206:0:(genops.c:1210:class_import_get()) import ffff899ca73f6000 refcount=8 obd=lustre-MDT0000-mdc-ffff899c9ef83000 00000100:00000001:1.0:1787201356.081584:0:235206:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787201356.081586:0:235206:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787201356.081590:0:235206:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787201356.081597:0:235206:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff899cc0084000. 00000100:00000001:1.0:1787201356.081602:0:235206:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.081604:0:235206:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1787201356.081608:0:235206:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031000/0xb1b6f6721adb0e83 lrc: 2/0,0 mode: --/PR res: [0x200002b17:0x11cc:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x6f855ab5c1dd7602 expref: -99 pid: 278298 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787201356.081614:0:235206:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1787201356.081615:0:235206:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201356.081620:0:235206:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787201356.081624:0:235206:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201356.081636:0:235206:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001419f3ef] to pc [ptlrpcd_00_00+0] req@ffff899c91237100 x1874004887455360/t0(0) o103->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1787201356.081656:0:235206:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787201356.081659:0:235206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.081660:0:235206:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787201356.081661:0:235206:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.081663:0:235206:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787201356.081665:0:235206:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787201356.081668:0:235206:0:(ldlm_lockd.c:1940:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031000/0xb1b6f6721adb0e83 lrc: 1/0,0 mode: --/PR res: [0x200002b17:0x11cc:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x6f855ab5c1dd7602 expref: -99 pid: 278298 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787201356.081674:0:235206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1787201356.081676:0:235206:0:(ldlm_lock.c:194:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031000/0xb1b6f6721adb0e83 lrc: 0/0,0 mode: --/PR res: [0x200002b17:0x11cc:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x6f855ab5c1dd7602 expref: -99 pid: 278298 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:1.0:1787201356.081684:0:235206:0:(ldlm_resource.c:1703:ldlm_resource_putref()) putref res: ffff899c94b9df00 count: 0 00010000:00000010:1.0:1787201356.081689:0:235206:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff899c9db47d80. 00010000:00000001:1.0:1787201356.081699:0:235206:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787201356.081700:0:235206:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1787201356.081702:0:235206:0:(ldlm_lockd.c:2935:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff899cb08bb600. 00010000:00000001:1.0:1787201356.081705:0:235206:0:(ldlm_lockd.c:2939:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787201356.081707:0:235206:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787201356.081708:0:235206:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787201356.081710:0:235206:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1787201356.081711:0:235206:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787201356.081712:0:235206:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787201356.081713:0:235206:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1787201356.081715:0:235206:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787201356.081716:0:235206:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787201356.081718:0:235206:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787201356.081724:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787201356.081727:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787201356.081729:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787201356.081735:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899c91237100 x1874004887455360/t0(0) o103->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201356.081749:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787201356.081751:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201356.081754:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787201356.081756:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787201356.081759:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787201356.081762:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899c91237100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:084554c7-ea41-472c-a807-73eae7b611f4:2402:1874004887455360:192.168.201.137@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1787201356.081766:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787201356.081771:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787201356.081773:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201356.081775:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787201356.081780:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899c91b44c00. 02000000:00000001:1.0:1787201356.081782:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787201356.081786:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:1.0:1787201356.081789:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899c82fe9370. 00000400:00000010:1.0:1787201356.081793:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899caf6dcee0. 00000100:00000200:1.0:1787201356.081797:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887455360, portal 18 00000100:00000001:1.0:1787201356.081800:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787201356.081801:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904275763456 : -130169433788160 : ffff899c91237100) 00000100:00000040:1.0:1787201356.081808:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899c91237100 x1874004887455360/t0(0) o103->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:17/18 lens 328/224 e 0 to 0 dl 1787201372 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201356.081815:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787201356.081817:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:1.0:1787201356.081820:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899caf6dc6e8. 00000100:00000200:1.0:1787201356.081822:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1874004887455360, offset 0 00000400:00000200:1.0:1787201356.081826:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:1.0:1787201356.081830:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201356.081834:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:1.0:1787201356.081838:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787201356.081843:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:1.0:1787201356.081846:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787201356.081849:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:1.0:1787201356.081857:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545831:545831:255:4294967295] 192.168.201.137@tcp LPNI seq info [545774:545774:7:4294967295] 00000400:00000200:1.0:1787201356.081862:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201356.081868:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:1.0:1787201356.081872:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:1.0:1787201356.081876:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899caf300200. 00000800:00000200:1.0:1787201356.081880:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:1.0:1787201356.081884:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:1.0:1787201356.081887:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899caf300200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1787201356.081890:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201356.081895:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: using a timeout of 17885 usecs (18 jiffies) 00000400:00000200:1.0:1787201356.081898:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:1.0:1787201356.081901:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305907089 00000100:00000001:1.0:1787201356.081904:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS request active for cpu 0, keep current deadline 4305907471 00000100:00000001:1.0:1787201356.081906:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305907089 00000100:00000001:1.0:1787201356.081908:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS request active for cpu 1, keep current deadline 4305907471 00000100:00000001:1.0:1787201356.081911:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787201356.081913:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201356.081916:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201356.081918:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201356.081923:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787201356.081925:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1787201356.081927:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787201356.081929:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787201356.081930:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201356.081932:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201356.081942:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787201356.081944:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787201356.081984:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787201356.081987:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899caf300c00. 00000400:00000200:1.0:1787201356.081990:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201356.081995:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:1.0:1787201356.081999:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899caf6dc4c8 00000400:00000010:1.0:1787201356.082006:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899caf6dc4c8. 00000100:00000001:1.0:1787201356.082009:0:2394:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1787201356.082010:0:2394:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1787201356.082012:0:2394:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff899cc0164000. 02000000:00000001:1.0:1787201356.082014:0:2394:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1787201356.082015:0:2394:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1787201356.082044:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787201356.082046:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899caf300200. 00000400:00000200:1.0:1787201356.082049:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201356.082053:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:1.0:1787201356.082056:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899caf6dc6e8 00000400:00000010:1.0:1787201356.082057:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899caf6dc6e8. 00000100:00000001:1.0:1787201356.082060:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787201356.082064:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899c91237100 x1874004887455360/t0(0) o103->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:17/18 lens 328/224 e 0 to 0 dl 1787201372 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201356.082072:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201356.082075:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899c91237100 x1874004887455360/t0(0) o103->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:17/18 lens 328/224 e 0 to 0 dl 1787201372 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201356.082081:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201356.082082:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1787201356.087039:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff899c94b9d300. 00010000:00000010:1.1:1787201356.095766:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff899c94b9df00. 00010000:00000010:1.1:1787201356.095780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff899c80031000. 00000800:00000001:1.0:1787201356.097324:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201356.097340:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787201356.097344:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201356.097346:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201356.097356:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201356.097363:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:1.0:1787201356.097372:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201356.097377:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201356.097382:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201356.097386:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 18 MB=0x6a865c39fc680 00000400:00000200:1.0:1787201356.097391:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201356.097397:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.137@tcp of length 224/224 into md 0x53db69 [1] + 224 00000800:00000001:1.0:1787201356.097405:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201356.097412:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201356.097425:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201356.097429:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:1.0:1787201356.097437:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787201356.097445:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899c91237100 x1874004887455360/t0(0) o103->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:17/18 lens 328/224 e 0 to 0 dl 1787201372 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787201356.097456:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899c91237100 x1874004887455360/t0(0) o103->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:17/18 lens 328/224 e 0 to 0 dl 1787201372 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201356.097476:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787201356.097484:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201356.097487:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201356.097696:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787201356.097702:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787201356.097708:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787201356.097710:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787201356.097713:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899c82fe9370. 00000400:00000200:0.0:1787201356.097717:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899caf6dcee0 00000400:00000010:0.0:1787201356.097720:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899caf6dcee0. 00000100:00000001:0.0:1787201356.097723:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201356.097727:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899c91237100 x1874004887455360/t0(0) o103->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:17/18 lens 328/224 e 0 to 0 dl 1787201372 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787201356.097764:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899c91237100 x1874004887455360/t0(0) o103->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:17/18 lens 328/224 e 0 to 0 dl 1787201372 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201356.097770:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787201356.097772:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201356.097775:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787201356.097778:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787201356.097780:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787201356.097782:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787201356.097969:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787201356.097980:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff899ca73f6538 time=109 v=5 (5 5 5 5) 00000100:00001000:0.0:1787201356.097983:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff899ca73f6418 time=141 v=5 (1 1 0 0) 00000100:00000001:0.0:1787201356.097986:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787201356.097987:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787201356.097990:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787201356.097993:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201356.097997:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787201356.097999:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff899c9ef83000: skip recheck: last_committed 30064771460 00000100:00000001:0.0:1787201356.098001:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787201356.098004:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201356.098011:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899c91237100 x1874004887455360/t0(0) o103->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:17/18 lens 328/224 e 0 to 0 dl 1787201372 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201356.098018:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787201356.098021:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787201356.098023:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787201356.098027:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899c91237100 x1874004887455360/t0(0) o103->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:17/18 lens 328/224 e 0 to 0 dl 1787201372 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787201356.098034:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899c91237100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:084554c7-ea41-472c-a807-73eae7b611f4:2402:1874004887455360:192.168.201.137@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1787201356.098039:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201356.098042:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201356.098045:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899c91237100 x1874004887455360/t0(0) o103->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:17/18 lens 328/224 e 0 to 0 dl 1787201372 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201356.098058:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787201356.098060:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787201356.098064:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899c91b44c00. 02000000:00000001:0.0:1787201356.098067:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787201356.098070:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787201356.098072:0:2402:0:(genops.c:1223:class_import_put()) import ffff899ca73f6000 refcount=7 obd=lustre-MDT0000-mdc-ffff899c9ef83000 00000020:00000001:0.0:1787201356.098074:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787201356.098077:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff899cc0084000. 02000000:00000001:0.0:1787201356.098080:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787201356.098082:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787201356.098083:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899c91237100. 00000100:00000001:0.0:1787201356.098087:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787201356.098088:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201356.098090:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201356.098098:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787201356.098100:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201356.098102:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787201356.098104:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1787201356.100516:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201356.100531:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787201356.100535:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201356.100537:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201356.100545:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201356.100552:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:0.0:1787201356.100560:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201356.100564:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201356.100569:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201356.100573:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 664 into portal 10 MB=0x6a865c39fc600 00000400:00000200:0.0:1787201356.100578:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201356.100584:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.137@tcp of length 664/664 into md 0x53db49 [64] + 224 00000800:00000001:0.0:1787201356.100591:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201356.100610:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201356.100613:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201356.100618:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:0.0:1787201356.100633:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201356.100641:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899c91234000 x1874004887455232/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787201441 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1787201356.100651:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff899c91234000 x1874004887455232/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787201441 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787201356.100672:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787201356.100679:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201356.100683:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201356.100868:0:278298:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787201356.100875:0:278298:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787201356.100877:0:278298:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787201356.100881:0:278298:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899c82fe99f8. 00000400:00000200:2.0:1787201356.100886:0:278298:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91b27800 00000400:00000010:2.0:1787201356.100888:0:278298:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff899c91b27800. 00000100:00000001:2.0:1787201356.100898:0:278298:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787201356.100903:0:278298:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899c91234000 x1874004887455232/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787201441 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1787201356.100911:0:278298:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899c91234000 x1874004887455232/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 648/131856 e 0 to 0 dl 1787201441 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787201356.100916:0:278298:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787201356.100917:0:278298:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201356.100920:0:278298:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787201356.100923:0:278298:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787201356.100925:0:278298:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787201356.100927:0:278298:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201356.100930:0:278298:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787201356.100938:0:278298:0:(import.c:2149:obd_at_measure()) add 60 to ffff899ca73f6460 time=116 v=60 (60 60 60 60) 00000100:00001000:2.0:1787201356.100943:0:278298:0:(import.c:2149:obd_at_measure()) add 1 to ffff899ca73f6418 time=141 v=5 (1 1 0 0) 00000100:00000001:2.0:1787201356.100945:0:278298:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1787201356.100949:0:278298:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff899c91234000 x1874004887455232/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 648/664 e 0 to 0 dl 1787201441 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787201356.100955:0:278298:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1787201356.100968:0:278298:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1787201356.100970:0:278298:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1787201356.100971:0:278298:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1787201356.100974:0:278298:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787201356.100975:0:278298:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904275750912 : -130169433800704 : ffff899c91234000) 00000100:00000001:2.0:1787201356.100978:0:278298:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787201356.100980:0:278298:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff899c9ef83000: skip recheck: last_committed 30064771460 00000100:00000001:2.0:1787201356.100982:0:278298:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787201356.100984:0:278298:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1787201356.100988:0:278298:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899c91234000 x1874004887455232/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 648/664 e 0 to 0 dl 1787201441 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787201356.100995:0:278298:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1787201356.100998:0:278298:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787201356.101000:0:278298:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787201356.101003:0:278298:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899c91234000 x1874004887455232/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 648/664 e 0 to 0 dl 1787201441 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1787201356.101016:0:278298:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899c91234000 pname:cluuid:pid:xid:nid:opc:job lfs:084554c7-ea41-472c-a807-73eae7b611f4:278298:1874004887455232:192.168.201.137@tcp:101:lfs.0 00000100:00000001:2.0:1787201356.101020:0:278298:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201356.101023:0:278298:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1787201356.101025:0:278298:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1787201356.101027:0:278298:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787201356.101030:0:278298:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff899c91234000 x1874004887455232/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 648/664 e 0 to 0 dl 1787201441 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787201356.101036:0:278298:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787201356.101038:0:278298:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff899cb08bb780. 00000100:00000001:2.0:1787201356.101041:0:278298:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1787201356.101042:0:278298:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1787201356.101045:0:278298:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1787201356.101049:0:278298:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787201356.101051:0:278298:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787201356.101054:0:278298:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899c80030200 refcount=4 00000020:00000001:2.0:1787201356.101057:0:278298:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613903988425216 : -130169721126400 : ffff899c80030200) 00010000:00000001:2.0:1787201356.101059:0:278298:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613903988425216 : -130169721126400 : ffff899c80030200) 00010000:00010000:2.0:1787201356.101064:0:278298:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80030200/0xb1b6f6721adb0e8a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 278298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787201356.101073:0:278298:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1787201356.101077:0:278298:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80030200/0xb1b6f6721adb0e8a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 278298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787201356.101082:0:278298:0:(ldlm_lock.c:859:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787201356.101085:0:278298:0:(ldlm_lock.c:834:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80030200/0xb1b6f6721adb0e8a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 278298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787201356.101090:0:278298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787201356.101092:0:278298:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1787201356.101099:0:278298:0:(ldlm_lock.c:892:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80030200/0xb1b6f6721adb0e8a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 278298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787201356.101104:0:278298:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787201356.101107:0:278298:0:(ldlm_lock.c:283:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201356.101110:0:278298:0:(ldlm_lockd.c:1912:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1787201356.101113:0:278298:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80030200/0xb1b6f6721adb0e8a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 278298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787201356.101118:0:278298:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) Lock ffff899c80030200 already unused, calling callback (ffffffffc19273c0) 00000080:00000001:2.0:1787201356.101122:0:278298:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1787201356.101125:0:278298:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80030200/0xb1b6f6721adb0e8a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 278298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787201356.101131:0:278298:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1787201356.101133:0:278298:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1787201356.101136:0:278298:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80030200/0xb1b6f6721adb0e8a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 278298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787201356.101141:0:278298:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1787201356.101143:0:278298:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1787201356.101144:0:278298:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787201356.101148:0:278298:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787201356.101150:0:278298:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899c80030200 refcount=5 00000020:00000001:2.0:1787201356.101152:0:278298:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613903988425216 : -130169721126400 : ffff899c80030200) 00010000:00000001:2.0:1787201356.101154:0:278298:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613903988425216 : -130169721126400 : ffff899c80030200) 00010000:00000001:2.0:1787201356.101156:0:278298:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1787201356.101158:0:278298:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80030200/0xb1b6f6721adb0e8a lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 278298 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1787201356.101163:0:278298:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1787201356.101165:0:278298:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787201356.101167:0:278298:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1787201356.101168:0:278298:0:(ldlm_lock.c:2504:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1787201356.101177:0:278298:0:(ldlm_lock.c:413:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1787201356.101179:0:278298:0:(ldlm_lock.c:357:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1787201356.101181:0:278298:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787201356.101182:0:278298:0:(ldlm_lock.c:283:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1787201356.101185:0:278298:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff899c80030200 with handle 0xb1b6f6721adb0e8a from hash 00010000:00000001:2.0:1787201356.101187:0:278298:0:(ldlm_lock.c:387:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1787201356.101188:0:278298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787201356.101190:0:278298:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787201356.101191:0:278298:0:(ldlm_lock.c:419:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1787201356.101192:0:278298:0:(ldlm_lock.c:2540:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1787201356.101194:0:278298:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1787201356.101196:0:278298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787201356.101197:0:278298:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787201356.101199:0:278298:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787201356.101200:0:278298:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787201356.101203:0:278298:0:(ldlm_lockd.c:1940:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80030200/0xb1b6f6721adb0e8a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 278298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787201356.101208:0:278298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787201356.101208:0:278298:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787201356.101210:0:278298:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1787201356.101211:0:278298:0:(ldlm_lock.c:928:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787201356.101245:0:278298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787201356.101247:0:278298:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787201356.101248:0:278298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1787201356.101250:0:278298:0:(ldlm_lock.c:194:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80030200/0xb1b6f6721adb0e8a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 278298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1787201356.101257:0:278298:0:(ldlm_resource.c:1703:ldlm_resource_putref()) putref res: ffff899c94b9d100 count: 0 00010000:00000010:2.0:1787201356.101262:0:278298:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff899c9db47480. 00010000:00000001:2.0:1787201356.101270:0:278298:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787201356.101271:0:278298:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1787201356.101277:0:278298:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1787201356.101284:0:278298:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x800002b, status=0 req@ffff899c91234000 x1874004887455232/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 648/664 e 0 to 0 dl 1787201441 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1787201356.101292:0:278298:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1787201356.101302:0:278298:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff899c91234000 x1874004887455232/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 648/664 e 0 to 0 dl 1787201441 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1787201356.101309:0:278298:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201356.101314:0:278298:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1787201356.101316:0:278298:0:(ldlm_lock.c:622:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787201356.101318:0:278298:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787201356.101320:0:278298:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787201356.101323:0:278298:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1787201356.101325:0:278298:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787201356.101326:0:278298:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904275750912 : -130169433800704 : ffff899c91234000) 00010000:00000001:2.0:1787201356.101328:0:278298:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1787201356.101329:0:278298:0:(ldlm_lock.c:622:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787201356.101331:0:278298:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1787201356.101334:0:278298:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9925815b3950 00000002:00002000:2.0:1787201356.101336:0:278298:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x880002b: rc = 0 00000002:00000001:2.0:1787201356.101339:0:278298:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787201356.101342:0:278298:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787201356.101345:0:278298:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1787201356.101347:0:278298:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids -1 0: rc 0 00000080:00000001:2.0:1787201356.101350:0:278298:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787201356.101353:0:278298:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff899c914efb80 2 00000080:00000010:2.0:1787201356.101357:0:278298:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff899cc0085800. 00000080:00000001:2.0:1787201356.101362:0:278298:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1787201356.101368:0:278298:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1787201356.101370:0:278298:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:2.0:1787201356.101374:0:278298:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1787201356.101378:0:278298:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446613904702921688 : -130169006629928 : ffff899caa995bd8) 00000020:00001000:2.0:1787201356.101380:0:278298:0:(cl_object.c:823:cl_env_get()) 1@ffff899caa995bd0 00000020:00000001:2.0:1787201356.101382:0:278298:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1787201356.101386:0:278298:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1787201356.101388:0:278298:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1787201356.101394:0:278298:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff899c9d6598a0. 00020000:00000010:2.0:1787201356.101398:0:278298:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff899c83f7bb80. 00020000:00000010:2.0:1787201356.101402:0:278298:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff899c9d659000. 00020000:00000001:2.0:1787201356.101404:0:278298:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446613904481423360 : -130169228128256 : ffff899c9d659000) 00020000:00000002:2.0:1787201356.101407:0:278298:0:(lov_ea.c:755:dump_lsm()) lsm ffff899c9d659000, objid 0x11cc:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1787201356.101417:0:278298:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1787201356.101421:0:278298:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff899c83f7bb80: ostid: 0x280000401:21640 ost idx: 0 gen: 0 00020000:00000002:2.0:1787201356.101425:0:278298:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff899caf6c97c0) owner ffff899c9ee48000 00020000:00000001:2.0:1787201356.101428:0:278298:0:(lov_object.c:1341:lov_layout_change()) Process entered 00000020:00000001:2.0:1787201356.101429:0:278298:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1787201356.101431:0:278298:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446613904481893048 : -130169227658568 : ffff899c9d6cbab8) 00000020:00001000:2.0:1787201356.101433:0:278298:0:(cl_object.c:823:cl_env_get()) 1@ffff899c9d6cbab0 00020000:00000002:2.0:1787201356.101435:0:278298:0:(lov_object.c:1353:lov_layout_change()) [0x200002b17:0x11cc:0x0] from EMPTY to COMPOSITE 00000020:00000001:2.0:1787201356.101438:0:278298:0:(cl_object.c:368:cl_object_prune()) Process entered 00000080:00000001:2.0:1787201356.101440:0:278298:0:(vvp_object.c:142:vvp_prune()) Process entered 00000080:00000001:2.0:1787201356.101442:0:278298:0:(file.c:5294:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1787201356.101444:0:278298:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1787201356.101445:0:278298:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446613904779119576 : -130168930432040 : ffff899caf240bd8) 00000020:00001000:2.0:1787201356.101447:0:278298:0:(cl_object.c:823:cl_env_get()) 1@ffff899caf240bd0 00000020:00000001:2.0:1787201356.101452:0:278298:0:(cl_object.c:143:cl_object_top()) ffff899cb855af58 -> ffff899cb855af58 00000020:00000001:2.0:1787201356.101454:0:278298:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1787201356.101456:0:278298:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1787201356.101458:0:278298:0:(vvp_io.c:1826:vvp_io_init()) [0x200002b17:0x11cc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1787201356.101461:0:278298:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1787201356.101462:0:278298:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1787201356.101463:0:278298:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1787201356.101466:0:278298:0:(lov_object.c:1590:lov_io_init()) [0x200002b17:0x11cc:0x0]io ffff899c9db41090 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1787201356.101469:0:278298:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff899caf6c97c0) owner ffff899c9ee48000/ffff899c9ee48000 00020000:00000001:2.0:1787201356.101472:0:278298:0:(lov_io.c:2207:lov_io_init_empty()) Process entered 00020000:00000001:2.0:1787201356.101474:0:278298:0:(lov_io.c:2241:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:2.0:1787201356.101475:0:278298:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff899caf6c97c0) owner ffff899c9ee48000/ffff899c9ee48000 00000020:00000001:2.0:1787201356.101477:0:278298:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1787201356.101479:0:278298:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:2.0:1787201356.101481:0:278298:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1787201356.101483:0:278298:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b17:0x11cc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1787201356.101486:0:278298:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1787201356.101487:0:278298:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1787201356.101490:0:278298:0:(cl_object.c:917:cl_env_put()) 1@ffff899caf240bd0 00000080:00000001:2.0:1787201356.101493:0:278298:0:(file.c:5331:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787201356.101496:0:278298:0:(vvp_object.c:154:vvp_prune()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787201356.101503:0:278298:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787201356.101570:0:278298:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:2.0:1787201356.101573:0:278298:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1787201356.101575:0:278298:0:(lov_object.c:1371:lov_layout_change()) [0x200002b17:0x11cc:0x0]Apply new layout lov ffff899caf6c97c0, type 2 00020000:00000001:2.0:1787201356.101578:0:278298:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1787201356.101580:0:278298:0:(lov_ea.c:755:dump_lsm()) lsm ffff899c9d659000, objid 0x11cc:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1787201356.101584:0:278298:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1787201356.101587:0:278298:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff899c83f7bb80: ostid: 0x280000401:21640 ost idx: 0 gen: 0 00020000:00000010:2.0:1787201356.101592:0:278298:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff899cc00aaa40. 00020000:00000010:2.0:1787201356.101596:0:278298:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff899ca70a1480. 00020000:00000001:2.0:1787201356.101599:0:278298:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1787201356.101602:0:278298:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff899cc04d9f70. 00020000:00000001:2.0:1787201356.101605:0:278298:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1787201356.101607:0:278298:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:2.0:1787201356.101613:0:278298:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1787201356.101617:0:278298:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff899c9ecc5898. 00000020:00000001:2.0:1787201356.101619:0:278298:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1787201356.101621:0:278298:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787201356.101623:0:278298:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446613904504936728 : -130169204614888 : ffff899c9ecc5918) 00020000:00000001:2.0:1787201356.101627:0:278298:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1787201356.101631:0:278298:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff899cc0021c00. 00020000:00000001:2.0:1787201356.101634:0:278298:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787201356.101638:0:278298:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446613904504936728 : -130169204614888 : ffff899c9ecc5918) 00020000:00000001:2.0:1787201356.101641:0:278298:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446613904504936728 : -130169204614888 : ffff899c9ecc5918) 00020000:00000002:2.0:1787201356.101643:0:278298:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x5488:0x0]@ffff899c9ecc5898[0:0] -> [0x200002b17:0x11cc:0x0]@ffff899cb855aed8: ostid: 0x280000401:21640 ost idx: 0 gen: 0 00020000:00000001:2.0:1787201356.101648:0:278298:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:2.0:1787201356.101650:0:278298:0:(lov_object.c:815:lov_init_composite()) Process leaving 00000020:00001000:2.0:1787201356.101651:0:278298:0:(cl_object.c:917:cl_env_put()) 1@ffff899c9d6cbab0 00020000:00000001:2.0:1787201356.101653:0:278298:0:(lov_object.c:1393:lov_layout_change()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787201356.101655:0:278298:0:(lov_object.c:1527:lov_conf_set()) Process leaving 00020000:00000002:2.0:1787201356.101657:0:278298:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff899caf6c97c0) owner ffff899c9ee48000 00020000:00000002:2.0:1787201356.101659:0:278298:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0x11cc:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1787201356.101666:0:278298:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787201356.101668:0:278298:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1787201356.101670:0:278298:0:(cl_object.c:917:cl_env_put()) 1@ffff899caa995bd0 00000080:00000001:2.0:1787201356.101674:0:278298:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145330124 : 144115373145330124 : 200002b170011cc) 00000080:00000001:2.0:1787201356.101676:0:278298:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00200000:2.0:1787201356.101681:0:278298:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200002b17:0x11cc:0x0], updating i_size 0 00000080:00000001:2.0:1787201356.101684:0:278298:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1787201356.101687:0:278298:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1787201356.101689:0:278298:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201356.101691:0:278298:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787201356.101696:0:278298:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff899c91234000 x1874004887455232/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 576/664 e 0 to 0 dl 1787201441 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787201356.101703:0:278298:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787201356.101707:0:278298:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787201356.101709:0:278298:0:(file.c:3197:ll_release_openhandle()) Process entered 00000080:00000010:2.0:1787201356.101712:0:278298:0:(file.c:3210:ll_release_openhandle()) kmalloced '(och)': 56 at ffff899c8861ca80. 00800000:00000001:2.0:1787201356.101718:0:278298:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1787201356.101720:0:278298:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787201356.101723:0:278298:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787201356.101725:0:278298:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787201356.101727:0:278298:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787201356.101729:0:278298:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787201356.101730:0:278298:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x11cc:0x0] 00800000:00000001:2.0:1787201356.101732:0:278298:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787201356.101735:0:278298:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1787201356.101738:0:278298:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff899ca7828ce0. 00000002:00100000:2.0:1787201356.101742:0:278298:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff899c91234000 x1874004887455232/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 576/664 e 0 to 0 dl 1787201441 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1787201356.101747:0:278298:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787201356.101748:0:278298:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787201356.101750:0:278298:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1787201356.101754:0:278298:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff899c91a71600. 00000080:00000001:2.0:1787201356.101756:0:278298:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1787201356.101761:0:278298:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1787201356.101770:0:278298:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:2.0:1787201356.101771:0:278298:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787201356.101773:0:278298:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787201356.101774:0:278298:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787201356.101775:0:278298:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787201356.101776:0:278298:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787201356.101778:0:278298:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x11cc:0x0] 00800000:00000001:2.0:1787201356.101780:0:278298:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787201356.101782:0:278298:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200002b17:0x11cc:0x0] 00000002:00000001:2.0:1787201356.101918:0:278298:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1787201356.101920:0:278298:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff899c9ef83000: [0x200002b17:0x11cc:0x0] file closed with intent: 0 00000100:00000010:2.0:1787201356.101927:0:278298:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899ca7039f80. 00000020:00000040:2.0:1787201356.101930:0:278298:0:(genops.c:1210:class_import_get()) import ffff899ca73f6000 refcount=8 obd=lustre-MDT0000-mdc-ffff899c9ef83000 00000100:00000001:2.0:1787201356.101934:0:278298:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787201356.101936:0:278298:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787201356.101940:0:278298:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787201356.101946:0:278298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff899c91a70200. 00000100:00000001:2.0:1787201356.101952:0:278298:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1787201356.101971:0:278298:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff899c91234000 x1874004887455232/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 576/664 e 0 to 0 dl 1787201441 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1787201356.101981:0:278298:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff899c9ef83000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1787201356.101985:0:278298:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff899ca7039f80 x1874004887455616/t0(0) o35->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1787201356.101992:0:278298:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1787201356.101993:0:278298:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1787201356.101999:0:278298:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff899ca70a13c0. 00000100:00000001:2.0:1787201356.102001:0:278298:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446613904643199936 : -130169066351680 : ffff899ca70a13c0) 00000100:00000001:2.0:1787201356.102003:0:278298:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787201356.102004:0:278298:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904642776960 : -130169066774656 : ffff899ca7039f80) 00000100:00000001:2.0:1787201356.102008:0:278298:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787201356.102012:0:278298:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201356.102014:0:278298:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1787201356.102015:0:278298:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787201356.102018:0:278298:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899ca7039f80 x1874004887455616/t0(0) o35->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787201356.102030:0:278298:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787201356.102033:0:278298:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201356.102036:0:278298:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787201356.102038:0:278298:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787201356.102041:0:278298:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787201356.102044:0:278298:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899ca7039f80 pname:cluuid:pid:xid:nid:opc:job lfs:084554c7-ea41-472c-a807-73eae7b611f4:278298:1874004887455616:192.168.201.137@tcp:35:lfs.0 00000100:00000001:2.0:1787201356.102047:0:278298:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787201356.102052:0:278298:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787201356.102055:0:278298:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201356.102057:0:278298:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787201356.102062:0:278298:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff899c83f2a400. 02000000:00000001:2.0:1787201356.102064:0:278298:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787201356.102071:0:278298:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:2.0:1787201356.102074:0:278298:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899cc0349898. 00000400:00000010:2.0:1787201356.102080:0:278298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91ad23b8. 00000100:00000200:2.0:1787201356.102086:0:278298:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874004887455616, portal 10 00000100:00000001:2.0:1787201356.102088:0:278298:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787201356.102089:0:278298:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904642776960 : -130169066774656 : ffff899ca7039f80) 00000100:00000040:2.0:1787201356.102094:0:278298:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff899ca7039f80 x1874004887455616/t0(0) o35->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:23/10 lens 392/624 e 0 to 0 dl 1787201372 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787201356.102101:0:278298:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787201356.102104:0:278298:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:2.0:1787201356.102106:0:278298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91ad2f68. 00000100:00000200:2.0:1787201356.102109:0:278298:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1874004887455616, offset 0 00000400:00000200:2.0:1787201356.102372:0:278298:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:2.0:1787201356.102381:0:278298:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:2.0:1787201356.102389:0:278298:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:2.0:1787201356.102393:0:278298:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787201356.102397:0:278298:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:2.0:1787201356.102400:0:278298:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787201356.102403:0:278298:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:2.0:1787201356.102407:0:278298:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545832:545832:256:4294967295] 192.168.201.137@tcp LPNI seq info [545775:545775:8:4294967295] 00000400:00000200:2.0:1787201356.102417:0:278298:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:2.0:1787201356.102426:0:278298:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:2.0:1787201356.102432:0:278298:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:2.0:1787201356.102436:0:278298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899cb8620400. 00000800:00000200:2.0:1787201356.102443:0:278298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:2.0:1787201356.102449:0:278298:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:2.0:1787201356.102454:0:278298:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899cb8620400 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1787201356.102463:0:278298:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201356.102467:0:278298:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: using a timeout of 17891 usecs (18 jiffies) 00000400:00000200:2.0:1787201356.102470:0:278298:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:2.0:1787201356.102473:0:278298:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305907112 00000100:00000001:2.0:1787201356.102476:0:278298:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS request active for cpu 0, keep current deadline 4305907471 00000100:00000001:2.0:1787201356.102479:0:278298:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305907112 00000100:00000001:2.0:1787201356.102481:0:278298:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS request active for cpu 1, keep current deadline 4305907471 00000100:00000001:2.0:1787201356.102483:0:278298:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787201356.102486:0:278298:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201356.102488:0:278298:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787201356.102490:0:278298:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1787201356.102492:0:278298:0:(client.c:2715:ptlrpc_set_wait()) set ffff899ca70a13c0 going to sleep for 11 seconds 00000100:00000001:2.0:1787201356.102494:0:278298:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787201356.102496:0:278298:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787201356.102701:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787201356.102706:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899cb8620400. 00000400:00000200:0.0:1787201356.102709:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201356.102714:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:0.0:1787201356.102720:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91ad2f68 00000400:00000010:0.0:1787201356.102721:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91ad2f68. 00000100:00000001:0.0:1787201356.102725:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787201356.102730:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899ca7039f80 x1874004887455616/t0(0) o35->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:23/10 lens 392/624 e 0 to 0 dl 1787201372 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787201356.102751:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201356.102754:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff899ca7039f80 x1874004887455616/t0(0) o35->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:23/10 lens 392/624 e 0 to 0 dl 1787201372 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787201356.102760:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201356.102762:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787201356.110991:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201356.111008:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787201356.111012:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201356.111016:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201356.111025:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201356.111032:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:0.0:1787201356.111042:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201356.111047:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201356.111052:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201356.111056:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 456 into portal 10 MB=0x6a865c39fc780 00000400:00000200:0.0:1787201356.111061:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201356.111081:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.137@tcp of length 456/456 into md 0x53db79 [1] + 224 00000800:00000001:0.0:1787201356.111089:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201356.111096:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201356.111100:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201356.111104:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:0.0:1787201356.111111:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201356.111119:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899ca7039f80 x1874004887455616/t0(0) o35->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:23/10 lens 392/624 e 0 to 0 dl 1787201372 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1787201356.111130:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff899ca7039f80 x1874004887455616/t0(0) o35->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:23/10 lens 392/624 e 0 to 0 dl 1787201372 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787201356.111155:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787201356.111163:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201356.111167:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201356.111306:0:278298:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787201356.111315:0:278298:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787201356.111317:0:278298:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787201356.111321:0:278298:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899cc0349898. 00000400:00000200:3.0:1787201356.111326:0:278298:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91ad23b8 00000400:00000010:3.0:1787201356.111328:0:278298:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91ad23b8. 00000100:00000001:3.0:1787201356.111331:0:278298:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787201356.111336:0:278298:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899ca7039f80 x1874004887455616/t0(0) o35->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:23/10 lens 392/624 e 0 to 0 dl 1787201372 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1787201356.111344:0:278298:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899ca7039f80 x1874004887455616/t0(0) o35->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:23/10 lens 392/624 e 0 to 0 dl 1787201372 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787201356.111351:0:278298:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787201356.111353:0:278298:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201356.111356:0:278298:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787201356.111359:0:278298:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787201356.111361:0:278298:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787201356.111364:0:278298:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787201356.111367:0:278298:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787201356.111377:0:278298:0:(import.c:2149:obd_at_measure()) add 5 to ffff899ca73f64f0 time=116 v=5 (5 5 5 0) 00000100:00001000:3.0:1787201356.111381:0:278298:0:(import.c:2149:obd_at_measure()) add 1 to ffff899ca73f6418 time=141 v=5 (1 1 0 0) 00000100:00000001:3.0:1787201356.111383:0:278298:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787201356.111385:0:278298:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787201356.111388:0:278298:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787201356.111391:0:278298:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201356.111395:0:278298:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1787201356.111397:0:278298:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1787201356.111399:0:278298:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1787201356.111401:0:278298:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787201356.111402:0:278298:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904642776960 : -130169066774656 : ffff899ca7039f80) 00000100:00000001:3.0:1787201356.111406:0:278298:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787201356.111408:0:278298:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff899c9ef83000: skip recheck: last_committed 30064771460 00000100:00000001:3.0:1787201356.111410:0:278298:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787201356.111413:0:278298:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201356.111426:0:278298:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899ca7039f80 x1874004887455616/t30064771463(30064771463) o35->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:23/10 lens 392/456 e 0 to 0 dl 1787201372 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787201356.111434:0:278298:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787201356.111437:0:278298:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787201356.111440:0:278298:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787201356.111443:0:278298:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899ca7039f80 x1874004887455616/t30064771463(30064771463) o35->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:23/10 lens 392/456 e 0 to 0 dl 1787201372 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1787201356.111452:0:278298:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899ca7039f80 pname:cluuid:pid:xid:nid:opc:job lfs:084554c7-ea41-472c-a807-73eae7b611f4:278298:1874004887455616:192.168.201.137@tcp:35:lfs.0 00000100:00000001:3.0:1787201356.111457:0:278298:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201356.111460:0:278298:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201356.111462:0:278298:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1787201356.111465:0:278298:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787201356.111469:0:278298:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff899ca7039f80 x1874004887455616/t30064771463(30064771463) o35->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:23/10 lens 392/456 e 0 to 0 dl 1787201372 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787201356.111475:0:278298:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787201356.111478:0:278298:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff899ca70a13c0. 00000100:00000001:3.0:1787201356.111481:0:278298:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1787201356.111483:0:278298:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201356.111490:0:278298:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787201356.111491:0:278298:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904642776960 : -130169066774656 : ffff899ca7039f80) 00000002:00000001:3.0:1787201356.111494:0:278298:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787201356.111497:0:278298:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1787201356.111502:0:278298:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff899c91a71600. 00000080:00000001:3.0:1787201356.111506:0:278298:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1787201356.111593:0:278298:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1787201356.111596:0:278298:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787201356.111599:0:278298:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787201356.111601:0:278298:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787201356.111604:0:278298:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787201356.111606:0:278298:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787201356.111609:0:278298:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x11cc:0x0] 00800000:00000001:3.0:1787201356.111611:0:278298:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787201356.111616:0:278298:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1787201356.111627:0:278298:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff899c91234000 x1874004887455232/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 576/664 e 0 to 0 dl 1787201441 ref 2 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1787201356.111635:0:278298:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787201356.111637:0:278298:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1787201356.111640:0:278298:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff899c8861ca80. 00000100:00000001:3.0:1787201356.111643:0:278298:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787201356.111646:0:278298:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff899ca7039f80 x1874004887455616/t30064771463(30064771463) o35->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:23/10 lens 392/456 e 0 to 0 dl 1787201372 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787201356.111652:0:278298:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201356.111654:0:278298:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787201356.111657:0:278298:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899c91234000 x1874004887455232/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 576/664 e 0 to 0 dl 1787201441 ref 2 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787201356.111663:0:278298:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787201356.111665:0:278298:0:(file.c:3225:ll_release_openhandle()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787201356.111669:0:278298:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1787201356.111671:0:278298:0:(dcache.c:176:ll_intent_release()) intent ffff9925815b3c90 released 00000080:00000001:3.0:1787201356.111672:0:278298:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1787201356.111674:0:278298:0:(file.c:2791:ll_lov_setstripe_ea_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787201356.111678:0:278298:0:(file.c:7102:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1787201356.111682:0:278298:0:(file.c:6134:ll_take_md_lock()) Process entered 00000080:00000040:3.0:1787201356.111683:0:278298:0:(file.c:6136:ll_take_md_lock()) trying to match res [0x200002b17:0x11cc:0x0] 00800000:00000001:3.0:1787201356.111686:0:278298:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787201356.111688:0:278298:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787201356.111689:0:278298:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787201356.111690:0:278298:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787201356.111692:0:278298:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787201356.111693:0:278298:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x11cc:0x0] 00800000:00000001:3.0:1787201356.111695:0:278298:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787201356.111699:0:278298:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787201356.111702:0:278298:0:(ldlm_lock.c:1451:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1787201356.111706:0:278298:0:(ldlm_lock.c:1466:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787201356.111708:0:278298:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787201356.111710:0:278298:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200002b17:0x11cc:0x0]: 0 00000080:00000001:3.0:1787201356.111712:0:278298:0:(file.c:6141:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787201356.111715:0:278298:0:(file.c:7040:ll_layout_intent()) Process entered 00000080:00000010:3.0:1787201356.111724:0:278298:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff899c84c69a00. 00000080:00010000:3.0:1787201356.112188:0:278298:0:(file.c:7058:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200002b17:0x11cc:0x0](ffff899c822c9988) 00000080:00000001:3.0:1787201356.112193:0:278298:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1787201356.112197:0:278298:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1787201356.112200:0:278298:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9925815b3b18 00800000:00000002:3.0:1787201356.112202:0:278298:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200002b17:0x11cc:0x0] '' on [0x200002b17:0x11cc:0x0] 00800000:00000001:3.0:1787201356.112206:0:278298:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1787201356.112208:0:278298:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787201356.112209:0:278298:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787201356.112211:0:278298:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787201356.112212:0:278298:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787201356.112238:0:278298:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787201356.112241:0:278298:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x11cc:0x0] 00800000:00000001:3.0:1787201356.112243:0:278298:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787201356.112246:0:278298:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200002b17:0x11cc:0x0], fid2=[0x200002b17:0x11cc:0x0], name='' -> mds #0 00000002:00000001:3.0:1787201356.112250:0:278298:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1787201356.112251:0:278298:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9925815b39e8 00000002:00010000:3.0:1787201356.112253:0:278298:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200002b17:0x11cc:0x0]) in obj [0x200002b17:0x11cc:0x0], intent: layout flags 0 00000002:00000001:3.0:1787201356.112257:0:278298:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1787201356.112259:0:278298:0:(mdc_locks.c:708:mdc_intent_layout_pack()) Process entered 00000100:00000010:3.0:1787201356.112264:0:278298:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899c9ea92300. 00000020:00000040:3.0:1787201356.112269:0:278298:0:(genops.c:1210:class_import_get()) import ffff899ca73f6000 refcount=9 obd=lustre-MDT0000-mdc-ffff899c9ef83000 00010000:00000001:3.0:1787201356.112274:0:278298:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1787201356.112279:0:278298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787201356.112285:0:278298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787201356.112287:0:278298:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787201356.112288:0:278298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201356.112291:0:278298:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787201356.112293:0:278298:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787201356.112297:0:278298:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787201356.112303:0:278298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff899c84c68400. 00000100:00000001:3.0:1787201356.112310:0:278298:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787201356.112313:0:278298:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787201356.112315:0:278298:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787201356.112317:0:278298:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787201356.112318:0:278298:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787201356.112326:0:278298:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787201356.112331:0:278298:0:(mdc_locks.c:741:mdc_intent_layout_pack()) Process leaving (rc=18446613904502629120 : -130169206922496 : ffff899c9ea92300) 00010000:00000001:3.0:1787201356.112334:0:278298:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1787201356.112336:0:278298:0:(ldlm_lock.c:1705:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1787201356.112340:0:278298:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff899ca0a67a00. 00010000:00000010:3.0:1787201356.112344:0:278298:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff899c91e98380. 00010000:00000001:3.0:1787201356.112349:0:278298:0:(ldlm_lock.c:436:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1787201356.112353:0:278298:0:(ldlm_lock.c:440:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff899cc07bac00. 00000020:00000001:3.0:1787201356.112357:0:278298:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1787201356.112360:0:278298:0:(lustre_handles.c:93:class_handle_hash()) added object ffff899cc07bac00 with handle 0xb1b6f6721adb0e91 to hash 00000020:00000001:3.0:1787201356.112362:0:278298:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1787201356.112363:0:278298:0:(ldlm_lock.c:491:ldlm_lock_new()) Process leaving (rc=18446613905070074880 : -130168639476736 : ffff899cc07bac00) 00010000:00000001:3.0:1787201356.112367:0:278298:0:(ldlm_lock.c:1746:ldlm_lock_create()) Process leaving (rc=18446613905070074880 : -130168639476736 : ffff899cc07bac00) 00010000:00000001:3.0:1787201356.112370:0:278298:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787201356.112372:0:278298:0:(ldlm_lock.c:283:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787201356.112377:0:278298:0:(ldlm_lock.c:780:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899cc07bac00/0xb1b6f6721adb0e91 lrc: 3/1,0 mode: --/CR res: [0x200002b17:0x11cc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 278298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787201356.112387:0:278298:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899cc07bac00/0xb1b6f6721adb0e91 lrc: 3/1,0 mode: --/CR res: [0x200002b17:0x11cc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 278298 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787201356.112397:0:278298:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899cc07bac00/0xb1b6f6721adb0e91 lrc: 3/1,0 mode: --/CR res: [0x200002b17:0x11cc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 278298 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1787201356.112402:0:278298:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787201356.112404:0:278298:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787201356.112410:0:278298:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff899caf04c780. 00000100:00000001:3.0:1787201356.112412:0:278298:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446613904777070464 : -130168932481152 : ffff899caf04c780) 00000100:00000001:3.0:1787201356.112414:0:278298:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787201356.112415:0:278298:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904502629120 : -130169206922496 : ffff899c9ea92300) 00000100:00000001:3.0:1787201356.112420:0:278298:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787201356.112424:0:278298:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201356.112426:0:278298:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787201356.112427:0:278298:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787201356.112439:0:278298:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899c9ea92300 x1874004887455744/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787201356.112446:0:278298:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787201356.112448:0:278298:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787201356.112452:0:278298:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787201356.112454:0:278298:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787201356.112456:0:278298:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787201356.112460:0:278298:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899c9ea92300 pname:cluuid:pid:xid:nid:opc:job lfs:084554c7-ea41-472c-a807-73eae7b611f4:278298:1874004887455744:192.168.201.137@tcp:101:lfs.0 00000100:00000001:3.0:1787201356.112463:0:278298:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787201356.112468:0:278298:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787201356.112470:0:278298:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787201356.112472:0:278298:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787201356.112476:0:278298:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff899cc065ac00. 02000000:00000001:3.0:1787201356.112478:0:278298:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787201356.112484:0:278298:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:3.0:1787201356.112488:0:278298:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899c83154688. 00000400:00000010:3.0:1787201356.112495:0:278298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899cb0ab0550. 00000100:00000200:3.0:1787201356.112500:0:278298:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874004887455744, portal 10 00000100:00000001:3.0:1787201356.112502:0:278298:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787201356.112504:0:278298:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904502629120 : -130169206922496 : ffff899c9ea92300) 00000100:00000040:3.0:1787201356.113710:0:278298:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff899c9ea92300 x1874004887455744/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 376/472 e 0 to 0 dl 1787201441 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787201356.113722:0:278298:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787201356.113724:0:278298:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:3.0:1787201356.113904:0:278298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899cb0ab0a18. 00000100:00000200:3.0:1787201356.113912:0:278298:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1874004887455744, offset 0 00000400:00000200:3.0:1787201356.113919:0:278298:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:3.0:1787201356.113928:0:278298:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:3.0:1787201356.113935:0:278298:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:3.0:1787201356.113940:0:278298:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787201356.113944:0:278298:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:3.0:1787201356.113947:0:278298:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787201356.113949:0:278298:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:3.0:1787201356.113971:0:278298:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545833:545833:256:4294967295] 192.168.201.137@tcp LPNI seq info [545776:545776:8:4294967295] 00000400:00000200:3.0:1787201356.113976:0:278298:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:3.0:1787201356.113986:0:278298:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:3.0:1787201356.113992:0:278298:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:3.0:1787201356.113997:0:278298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899c82f9f000. 00000800:00000200:3.0:1787201356.114004:0:278298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:3.0:1787201356.114010:0:278298:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:3.0:1787201356.114014:0:278298:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899c82f9f000 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:3.0:1787201356.114880:0:278298:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201356.114888:0:278298:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: using a timeout of 17890 usecs (18 jiffies) 00000400:00000200:3.0:1787201356.114894:0:278298:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:3.0:1787201356.114897:0:278298:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305907123 00000100:00000001:3.0:1787201356.114900:0:278298:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS request active for cpu 0, keep current deadline 4305907471 00000100:00000001:3.0:1787201356.114902:0:278298:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305907123 00000100:00000001:3.0:1787201356.114904:0:278298:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS request active for cpu 1, keep current deadline 4305907471 00000100:00000001:3.0:1787201356.114907:0:278298:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787201356.114909:0:278298:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201356.114912:0:278298:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787201356.114914:0:278298:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=80 : 80 : 50) 00000100:00100000:3.0:1787201356.114917:0:278298:0:(client.c:2715:ptlrpc_set_wait()) set ffff899caf04c780 going to sleep for 80 seconds 00000100:00000001:3.0:1787201356.114920:0:278298:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787201356.114923:0:278298:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787201356.117713:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787201356.117723:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899c82f9f000. 00000400:00000200:0.0:1787201356.117729:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201356.117751:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:0.0:1787201356.117759:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899cb0ab0a18 00000400:00000010:0.0:1787201356.117761:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899cb0ab0a18. 00000100:00000001:0.0:1787201356.117767:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787201356.117775:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899c9ea92300 x1874004887455744/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 376/472 e 0 to 0 dl 1787201441 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787201356.120328:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201356.120340:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff899c9ea92300 x1874004887455744/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 376/472 e 0 to 0 dl 1787201441 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787201356.120350:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201356.120352:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787201356.125073:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201356.125091:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787201356.125095:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201356.125098:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201356.125107:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201356.125115:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:0.0:1787201356.125149:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201356.125155:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201356.125160:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201356.125164:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 400 into portal 10 MB=0x6a865c39fc800 00000400:00000200:0.0:1787201356.125169:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201356.125177:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.137@tcp of length 400/400 into md 0x53db81 [1] + 224 00000800:00000001:0.0:1787201356.125184:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201356.125192:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201356.125195:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201356.125200:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:0.0:1787201356.125208:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201356.125257:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899c9ea92300 x1874004887455744/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 376/472 e 0 to 0 dl 1787201441 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1787201356.125268:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff899c9ea92300 x1874004887455744/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 376/472 e 0 to 0 dl 1787201441 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787201356.125281:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787201356.125290:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201356.125294:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201356.125465:0:278298:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787201356.125473:0:278298:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787201356.125475:0:278298:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787201356.125478:0:278298:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899c83154688. 00000400:00000200:3.0:1787201356.125482:0:278298:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899cb0ab0550 00000400:00000010:3.0:1787201356.125485:0:278298:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899cb0ab0550. 00000100:00000001:3.0:1787201356.125489:0:278298:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787201356.125493:0:278298:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899c9ea92300 x1874004887455744/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 376/472 e 0 to 0 dl 1787201441 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1787201356.125527:0:278298:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899c9ea92300 x1874004887455744/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 376/472 e 0 to 0 dl 1787201441 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787201356.125533:0:278298:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787201356.125536:0:278298:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201356.125538:0:278298:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787201356.125542:0:278298:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787201356.125545:0:278298:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787201356.125547:0:278298:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787201356.125550:0:278298:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787201356.125559:0:278298:0:(import.c:2149:obd_at_measure()) add 60 to ffff899ca73f6460 time=116 v=60 (60 60 60 60) 00000100:00001000:3.0:1787201356.125563:0:278298:0:(import.c:2149:obd_at_measure()) add 1 to ffff899ca73f6418 time=141 v=5 (1 1 0 0) 00000100:00000001:3.0:1787201356.125566:0:278298:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787201356.125568:0:278298:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787201356.125571:0:278298:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787201356.125574:0:278298:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201356.125577:0:278298:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787201356.125580:0:278298:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff899c9ef83000: skip recheck: last_committed 30064771460 00000100:00000001:3.0:1787201356.125582:0:278298:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787201356.125585:0:278298:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201356.125590:0:278298:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899c9ea92300 x1874004887455744/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 376/400 e 0 to 0 dl 1787201441 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787201356.125597:0:278298:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787201356.125603:0:278298:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787201356.125605:0:278298:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787201356.125608:0:278298:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899c9ea92300 x1874004887455744/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 376/400 e 0 to 0 dl 1787201441 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1787201356.125614:0:278298:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899c9ea92300 pname:cluuid:pid:xid:nid:opc:job lfs:084554c7-ea41-472c-a807-73eae7b611f4:278298:1874004887455744:192.168.201.137@tcp:101:lfs.0 00000100:00000001:3.0:1787201356.125619:0:278298:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201356.125622:0:278298:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201356.125625:0:278298:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1787201356.125627:0:278298:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787201356.125639:0:278298:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899c9ea92300 x1874004887455744/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 376/400 e 0 to 0 dl 1787201441 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787201356.125645:0:278298:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787201356.125648:0:278298:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff899caf04c780. 00000100:00000001:3.0:1787201356.125651:0:278298:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1787201356.125653:0:278298:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787201356.125655:0:278298:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1787201356.125660:0:278298:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787201356.125663:0:278298:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787201356.125665:0:278298:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899cc07bac00 refcount=4 00000020:00000001:3.0:1787201356.125668:0:278298:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613905070074880 : -130168639476736 : ffff899cc07bac00) 00010000:00000001:3.0:1787201356.125670:0:278298:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613905070074880 : -130168639476736 : ffff899cc07bac00) 00010000:00000040:3.0:1787201356.125678:0:278298:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff899cc07bac00, remote cookie: 0x6f855ab5c1dd7625, flags: 0x1000 00010000:00000001:3.0:1787201356.125681:0:278298:0:(ldlm_lock.c:1800:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1787201356.125685:0:278298:0:(ldlm_lock.c:1130:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1787201356.125687:0:278298:0:(ldlm_lock.c:994:search_granted_lock()) Process entered 00010000:00000001:3.0:1787201356.125689:0:278298:0:(ldlm_lock.c:1060:search_granted_lock()) Process leaving 00010000:00000001:3.0:1787201356.125690:0:278298:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1787201356.125692:0:278298:0:(ldlm_resource.c:1873:ldlm_resource_dump()) --- Resource: [0x200002b17:0x11cc:0x0].0x0 (ffff899ca0a67a00) refcount = 1 00010000:00010000:3.0:1787201356.125698:0:278298:0:(ldlm_lock.c:1077:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899cc07bac00/0xb1b6f6721adb0e91 lrc: 4/1,0 mode: CR/CR res: [0x200002b17:0x11cc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6f855ab5c1dd7625 expref: -99 pid: 278298 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787201356.125707:0:278298:0:(ldlm_lock.c:1099:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1787201356.125711:0:278298:0:(ldlm_lock.c:1162:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1787201356.125712:0:278298:0:(ldlm_lock.c:1923:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787201356.125715:0:278298:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1787201356.125717:0:278298:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787201356.125720:0:278298:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899cc07bac00/0xb1b6f6721adb0e91 lrc: 4/1,0 mode: CR/CR res: [0x200002b17:0x11cc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6f855ab5c1dd7625 expref: -99 pid: 278298 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787201356.125726:0:278298:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1787201356.125728:0:278298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787201356.125729:0:278298:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787201356.125730:0:278298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787201356.126009:0:278298:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787201356.126011:0:278298:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787201356.126017:0:278298:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1787201356.126018:0:278298:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787201356.126019:0:278298:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787201356.126022:0:278298:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899cc07bac00 refcount=3 00000020:00000001:3.0:1787201356.126024:0:278298:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613905070074880 : -130168639476736 : ffff899cc07bac00) 00010000:00000001:3.0:1787201356.126026:0:278298:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613905070074880 : -130168639476736 : ffff899cc07bac00) 00010000:00000001:3.0:1787201356.126028:0:278298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787201356.126028:0:278298:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1787201356.126033:0:278298:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffff899c9ea92300 x1874004887455744/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 376/400 e 0 to 0 dl 1787201441 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000040:3.0:1787201356.126042:0:278298:0:(mdc_locks.c:907:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff899c9ef83000: layout return lvb 56 transno 0 00010000:00000001:3.0:1787201356.126045:0:278298:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787201356.126046:0:278298:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787201356.126048:0:278298:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899cc07bac00 refcount=3 00000020:00000001:3.0:1787201356.126050:0:278298:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613905070074880 : -130168639476736 : ffff899cc07bac00) 00010000:00000001:3.0:1787201356.126051:0:278298:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613905070074880 : -130168639476736 : ffff899cc07bac00) 00000002:00010000:3.0:1787201356.126055:0:278298:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899cc07bac00/0xb1b6f6721adb0e91 lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0x11cc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6f855ab5c1dd7625 expref: -99 pid: 278298 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1787201356.126065:0:278298:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff899c86165800. 00010000:00000001:3.0:1787201356.126067:0:278298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787201356.126068:0:278298:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787201356.126070:0:278298:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787201356.126071:0:278298:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787201356.126074:0:278298:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1787201356.126075:0:278298:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787201356.126076:0:278298:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787201356.126077:0:278298:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899cc07bac00 refcount=3 00000020:00000001:3.0:1787201356.126079:0:278298:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613905070074880 : -130168639476736 : ffff899cc07bac00) 00010000:00000001:3.0:1787201356.126082:0:278298:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613905070074880 : -130168639476736 : ffff899cc07bac00) 00000002:00010000:3.0:1787201356.126085:0:278298:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899cc07bac00/0xb1b6f6721adb0e91 lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0x11cc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6f855ab5c1dd7625 expref: -99 pid: 278298 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787201356.126096:0:278298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787201356.126097:0:278298:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787201356.126098:0:278298:0:(ldlm_lock.c:1451:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1787201356.126099:0:278298:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787201356.126101:0:278298:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787201356.126102:0:278298:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899cc07bac00 refcount=3 00000020:00000001:3.0:1787201356.126103:0:278298:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613905070074880 : -130168639476736 : ffff899cc07bac00) 00010000:00000001:3.0:1787201356.126105:0:278298:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613905070074880 : -130168639476736 : ffff899cc07bac00) 00010000:00010000:3.0:1787201356.126110:0:278298:0:(ldlm_lock.c:1544:ldlm_lock_match_with_skip()) ### not matched ns ffff899ca73f4000 type 13 mode 16 res 8589945623/4556 (0 0) 00010000:00000001:3.0:1787201356.126113:0:278298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787201356.126114:0:278298:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787201356.126116:0:278298:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1787201356.126118:0:278298:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9925815b3970 00000002:00002000:3.0:1787201356.126120:0:278298:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=0x1: rc = 0 00000002:00000001:3.0:1787201356.126123:0:278298:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787201356.126126:0:278298:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787201356.126129:0:278298:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1787201356.126131:0:278298:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200002b17:0x11cc:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1787201356.126134:0:278298:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201356.126136:0:278298:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787201356.126141:0:278298:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899c9ea92300 x1874004887455744/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 376/400 e 0 to 0 dl 1787201441 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1787201356.126147:0:278298:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787201356.126149:0:278298:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787201356.126152:0:278298:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff899cc065ac00. 02000000:00000001:3.0:1787201356.126156:0:278298:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787201356.126158:0:278298:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787201356.126161:0:278298:0:(genops.c:1223:class_import_put()) import ffff899ca73f6000 refcount=8 obd=lustre-MDT0000-mdc-ffff899c9ef83000 00000020:00000001:3.0:1787201356.126163:0:278298:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787201356.126166:0:278298:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff899c84c68400. 02000000:00000001:3.0:1787201356.126168:0:278298:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787201356.126170:0:278298:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787201356.126172:0:278298:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899c9ea92300. 00000100:00000001:3.0:1787201356.126180:0:278298:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787201356.126182:0:278298:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1787201356.126186:0:278298:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff899c84c69a00. 00000080:00010000:3.0:1787201356.126190:0:278298:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200002b17:0x11cc:0x0](ffff899c822c9988) for lock 0xb1b6f6721adb0e91 00800000:00000001:3.0:1787201356.126195:0:278298:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1787201356.126198:0:278298:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1787201356.126200:0:278298:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787201356.126201:0:278298:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787201356.126202:0:278298:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899cc07bac00 refcount=3 00000020:00000001:3.0:1787201356.126204:0:278298:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613905070074880 : -130168639476736 : ffff899cc07bac00) 00010000:00000001:3.0:1787201356.126206:0:278298:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613905070074880 : -130168639476736 : ffff899cc07bac00) 00010000:00000001:3.0:1787201356.126209:0:278298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787201356.126210:0:278298:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787201356.126211:0:278298:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787201356.126426:0:278298:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1787201356.126430:0:278298:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb1b6f6721adb0e91 from it ffff9925815b3c38 00010000:00000001:3.0:1787201356.126433:0:278298:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787201356.126434:0:278298:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787201356.126436:0:278298:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899cc07bac00 refcount=3 00000020:00000001:3.0:1787201356.126438:0:278298:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613905070074880 : -130168639476736 : ffff899cc07bac00) 00010000:00000001:3.0:1787201356.126440:0:278298:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613905070074880 : -130168639476736 : ffff899cc07bac00) 00010000:00000001:3.0:1787201356.126443:0:278298:0:(ldlm_lock.c:859:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787201356.126446:0:278298:0:(ldlm_lock.c:834:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899cc07bac00/0xb1b6f6721adb0e91 lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0x11cc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6f855ab5c1dd7625 expref: -99 pid: 278298 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787201356.126453:0:278298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787201356.126454:0:278298:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787201356.126455:0:278298:0:(ldlm_lock.c:305:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1787201356.126458:0:278298:0:(ldlm_lock.c:309:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1787201356.126461:0:278298:0:(ldlm_lock.c:917:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899cc07bac00/0xb1b6f6721adb0e91 lrc: 2/0,0 mode: CR/CR res: [0x200002b17:0x11cc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6f855ab5c1dd7625 expref: -99 pid: 278298 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1787201356.126467:0:278298:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787201356.126475:0:278298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787201356.126477:0:278298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787201356.126483:0:278298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787201356.126484:0:278298:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787201356.126485:0:278298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787201356.126488:0:278298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787201356.126490:0:278298:0:(ldlm_lockd.c:2251:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787201356.126492:0:278298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787201356.126495:0:278298:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787201356.126497:0:278298:0:(ldlm_lock.c:928:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787201356.126498:0:278298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787201356.126499:0:278298:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1787201356.126501:0:278298:0:(file.c:7074:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787201356.126504:0:278298:0:(file.c:6134:ll_take_md_lock()) Process entered 00000080:00000040:3.0:1787201356.126608:0:278298:0:(file.c:6136:ll_take_md_lock()) trying to match res [0x200002b17:0x11cc:0x0] 00800000:00000001:3.0:1787201356.126613:0:278298:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1787201356.126616:0:278298:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1787201356.126618:0:278298:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1787201356.126620:0:278298:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1787201356.126622:0:278298:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1787201356.126624:0:278298:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x11cc:0x0] 00800000:00000001:3.0:1787201356.126626:0:278298:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1787201356.126629:0:278298:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1787201356.126631:0:278298:0:(ldlm_lock.c:1451:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1787201356.126635:0:278298:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787201356.126638:0:278298:0:(ldlm_lock.c:283:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1787201356.126641:0:278298:0:(ldlm_lock.c:780:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899cc07bac00/0xb1b6f6721adb0e91 lrc: 2/1,0 mode: CR/CR res: [0x200002b17:0x11cc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6f855ab5c1dd7625 expref: -99 pid: 278298 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1787201356.126648:0:278298:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1787201356.126653:0:278298:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787201356.126655:0:278298:0:(ldlm_lock.c:1527:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899cc07bac00/0xb1b6f6721adb0e91 lrc: 2/1,0 mode: CR/CR res: [0x200002b17:0x11cc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6f855ab5c1dd7625 expref: -99 pid: 278298 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1787201356.126661:0:278298:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:3.0:1787201356.126664:0:278298:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200002b17:0x11cc:0x0]: 16 00000080:00000001:3.0:1787201356.126666:0:278298:0:(file.c:6141:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:3.0:1787201356.126674:0:278298:0:(file.c:6931:ll_layout_lock_set()) Process entered 00010000:00000001:3.0:1787201356.126676:0:278298:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787201356.126677:0:278298:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787201356.126678:0:278298:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899cc07bac00 refcount=3 00000020:00000001:3.0:1787201356.126680:0:278298:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613905070074880 : -130168639476736 : ffff899cc07bac00) 00010000:00000001:3.0:1787201356.126682:0:278298:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613905070074880 : -130168639476736 : ffff899cc07bac00) 00000080:00010000:3.0:1787201356.126685:0:278298:0:(file.c:6941:ll_layout_lock_set()) ### file [0x200002b17:0x11cc:0x0](000000007af4fc30) being reconfigured ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899cc07bac00/0xb1b6f6721adb0e91 lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0x11cc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6f855ab5c1dd7625 expref: -99 pid: 278298 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:3.0:1787201356.126693:0:278298:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1787201356.126694:0:278298:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1787201356.126695:0:278298:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787201356.126696:0:278298:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787201356.126698:0:278298:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899cc07bac00 refcount=4 00000020:00000001:3.0:1787201356.126700:0:278298:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613905070074880 : -130168639476736 : ffff899cc07bac00) 00010000:00000001:3.0:1787201356.126702:0:278298:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613905070074880 : -130168639476736 : ffff899cc07bac00) 00010000:00000001:3.0:1787201356.126704:0:278298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787201356.126705:0:278298:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1787201356.126706:0:278298:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1787201356.126707:0:278298:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787201356.126709:0:278298:0:(file.c:6856:ll_layout_fetch()) Process entered 00000080:00000002:3.0:1787201356.126711:0:278298:0:(file.c:6859:ll_layout_fetch()) [0x200002b17:0x11cc:0x0] LVB_READY=0 l_lvb_data=ffff899c86165800 l_lvb_len=56 00000080:00000001:3.0:1787201356.126714:0:278298:0:(file.c:6862:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787201356.126716:0:278298:0:(file.c:6801:ll_layout_conf()) Process entered 00000020:00000001:3.0:1787201356.126718:0:278298:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1787201356.126722:0:278298:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446613904645302104 : -130169064249512 : ffff899ca72a2758) 00000020:00001000:3.0:1787201356.126724:0:278298:0:(cl_object.c:823:cl_env_get()) 1@ffff899ca72a2750 00000020:00000001:3.0:1787201356.126726:0:278298:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1787201356.126920:0:278298:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1787201356.126923:0:278298:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1787201356.126929:0:278298:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff899c9eb69600. 00020000:00000010:3.0:1787201356.126934:0:278298:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff899cc0515200. 00020000:00000010:3.0:1787201356.126938:0:278298:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff899c9eb69180. 00020000:00000001:3.0:1787201356.126940:0:278298:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446613904503509376 : -130169206042240 : ffff899c9eb69180) 00020000:00000002:3.0:1787201356.126943:0:278298:0:(lov_ea.c:755:dump_lsm()) lsm ffff899c9eb69180, objid 0x11cc:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1787201356.126951:0:278298:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1787201356.126954:0:278298:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff899cc0515200: ostid: 0x280000401:21640 ost idx: 0 gen: 0 00020000:00000002:3.0:1787201356.126986:0:278298:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff899caf6c97c0) owner ffff899c9ee48000 00020000:00000001:3.0:1787201356.126989:0:278298:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1787201356.126992:0:278298:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff899caf6c97c0) owner ffff899c9ee48000 00020000:00000010:3.0:1787201356.126996:0:278298:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff899cc0515200. 00020000:00000010:3.0:1787201356.127000:0:278298:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff899c9eb69600. 00020000:00000010:3.0:1787201356.127003:0:278298:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff899c9eb69180. 00020000:00000002:3.0:1787201356.127005:0:278298:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0x11cc:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1787201356.127007:0:278298:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787201356.127009:0:278298:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787201356.127013:0:278298:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1787201356.127016:0:278298:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff899caf6c97c0) owner 0000000000000000/ffff899c9ee48000 00020000:00000002:3.0:1787201356.127019:0:278298:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff899c9d659000 addref 2/0 by ffff899c9ee48000. 00020000:00000002:3.0:1787201356.127021:0:278298:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff899caf6c97c0) owner 0000000000000000/ffff899c9ee48000 00020000:00000001:3.0:1787201356.127024:0:278298:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1787201356.127026:0:278298:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1787201356.127027:0:278298:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1787201356.127029:0:278298:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1787201356.127030:0:278298:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1787201356.127033:0:278298:0:(file.c:6836:ll_layout_conf()) [0x200002b17:0x11cc:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1787201356.127035:0:278298:0:(cl_object.c:917:cl_env_put()) 1@ffff899ca72a2750 00000080:00000001:3.0:1787201356.127038:0:278298:0:(file.c:6843:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787201356.127039:0:278298:0:(file.c:6978:ll_layout_lock_set()) Process leaving 00010000:00000001:3.0:1787201356.127041:0:278298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787201356.127042:0:278298:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787201356.127043:0:278298:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787201356.127044:0:278298:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787201356.127045:0:278298:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899cc07bac00 refcount=3 00000020:00000001:3.0:1787201356.127047:0:278298:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613905070074880 : -130168639476736 : ffff899cc07bac00) 00010000:00000001:3.0:1787201356.127049:0:278298:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613905070074880 : -130168639476736 : ffff899cc07bac00) 00010000:00000001:3.0:1787201356.127051:0:278298:0:(ldlm_lock.c:859:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1787201356.127054:0:278298:0:(ldlm_lock.c:834:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899cc07bac00/0xb1b6f6721adb0e91 lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0x11cc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x6f855ab5c1dd7625 expref: -99 pid: 278298 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1787201356.127069:0:278298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787201356.127070:0:278298:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787201356.127071:0:278298:0:(ldlm_lock.c:305:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1787201356.127073:0:278298:0:(ldlm_lock.c:309:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1787201356.127075:0:278298:0:(ldlm_lock.c:917:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899cc07bac00/0xb1b6f6721adb0e91 lrc: 2/0,0 mode: CR/CR res: [0x200002b17:0x11cc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x6f855ab5c1dd7625 expref: -99 pid: 278298 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1787201356.127082:0:278298:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787201356.127083:0:278298:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787201356.127085:0:278298:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787201356.127087:0:278298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787201356.127088:0:278298:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787201356.127089:0:278298:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787201356.127091:0:278298:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787201356.127092:0:278298:0:(ldlm_lockd.c:2251:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787201356.127094:0:278298:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787201356.127096:0:278298:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787201356.127097:0:278298:0:(ldlm_lock.c:928:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1787201356.127098:0:278298:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787201356.127099:0:278298:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1787201356.127101:0:278298:0:(file.c:7019:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787201356.127103:0:278298:0:(file.c:7138:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1787201356.127106:0:278298:0:(file.c:3022:ll_lov_setstripe()) inode ffff899c822c9988 need_sync_to_mds [0x200002b17:0x11cc:0x0] 00000080:00000001:3.0:1787201356.127109:0:278298:0:(file.c:2979:ll_file_getstripe()) Process entered 00000020:00000001:3.0:1787201356.127111:0:278298:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1787201356.127113:0:278298:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446613904645302104 : -130169064249512 : ffff899ca72a2758) 00000020:00001000:3.0:1787201356.127114:0:278298:0:(cl_object.c:823:cl_env_get()) 1@ffff899ca72a2750 00000020:00000001:3.0:1787201356.127406:0:278298:0:(cl_object.c:398:cl_object_getstripe()) Process entered 00020000:00000001:3.0:1787201356.127408:0:278298:0:(lov_object.c:2263:lov_object_getstripe()) Process entered 00020000:00000002:3.0:1787201356.127410:0:278298:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff899caf6c97c0) owner 0000000000000000/ffff899c9ee48000 00010000:00000010:2.1F:1787201356.127533:0:1013:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff899c94b9d100. 00010000:00000010:2.1:1787201356.127547:0:1013:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff899c80030200. 00020000:00000002:0.0:1787201356.128723:0:278298:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff899c9d659000 addref 2/0 by ffff899c9ee48000. 00020000:00000002:0.0:1787201356.128729:0:278298:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff899caf6c97c0) owner 0000000000000000/ffff899c9ee48000 00020000:00000001:0.0:1787201356.128742:0:278298:0:(lov_pack.c:382:lov_getstripe()) Process entered 00020000:00000010:0.0:1787201356.128754:0:278298:0:(lov_pack.c:394:lov_getstripe()) kmalloced '(lmmk)': 56 at ffff899cb0909380. 00020000:00000001:0.0:1787201356.128756:0:278298:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1787201356.128758:0:278298:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1787201356.128760:0:278298:0:(lov_pack.c:144:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000010:0.0:1787201356.128764:0:278298:0:(lov_pack.c:489:lov_getstripe()) kvfree 'lmmk': 56 at ffff899cb0909380. 00020000:00000001:0.0:1787201356.128771:0:278298:0:(lov_pack.c:491:lov_getstripe()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787201356.128773:0:278298:0:(lov_object.c:2271:lov_object_getstripe()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787201356.128776:0:278298:0:(cl_object.c:408:cl_object_getstripe()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1787201356.128778:0:278298:0:(cl_object.c:917:cl_env_put()) 1@ffff899ca72a2750 00000080:00000001:0.0:1787201356.128782:0:278298:0:(file.c:2990:ll_file_getstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1787201356.128956:0:278298:0:(file.c:3036:ll_lov_setstripe()) kvfree 'klum': 32 at ffff899caaa86580. 00000080:00000001:0.0:1787201356.128969:0:278298:0:(file.c:3037:ll_lov_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787201356.128978:0:278298:0:(file.c:4710:ll_file_ioctl()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1787201356.129001:0:278298:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1787201356.129004:0:278298:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff899caf6c97c0) owner 0000000000000000/ffff899c9ee48000 00020000:00000002:0.0:1787201356.129007:0:278298:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff899caf6c97c0) owner 0000000000000000/ffff899c9ee48000 00020000:00000001:0.0:1787201356.129009:0:278298:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787201356.129018:0:278298:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1787201356.129021:0:278298:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9925815b3df0 00000080:00200008:0.0:1787201356.129023:0:278298:0:(file.c:479:ll_file_release()) START file f812b.sanity:[0x200002b17:0x11cc:0x0](ffff899c822c9988), flags 100001 00000080:00000001:0.0:1787201356.129027:0:278298:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1787201356.129030:0:278298:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1787201356.129031:0:278298:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1787201356.129032:0:278298:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff899caf6c97c0) owner 0000000000000000/ffff899c9ee48000 00020000:00000002:0.0:1787201356.129034:0:278298:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff899caf6c97c0) owner 0000000000000000/ffff899c9ee48000 00020000:00000001:0.0:1787201356.129036:0:278298:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787201356.129038:0:278298:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1787201356.129043:0:278298:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787201356.129045:0:278298:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787201356.129047:0:278298:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787201356.129050:0:278298:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787201356.129052:0:278298:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787201356.129054:0:278298:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x11cc:0x0] 00800000:00000001:0.0:1787201356.129056:0:278298:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1787201356.129059:0:278298:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1787201356.129062:0:278298:0:(ldlm_lock.c:1451:ldlm_lock_match_with_skip()) Process entered 00000002:00000001:0.0:1787201356.129068:0:278298:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787201356.129070:0:278298:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200002b17:0x11cc:0x0]: 0 00000080:00000001:0.0:1787201356.129072:0:278298:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1787201356.129074:0:278298:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1787201356.129078:0:278298:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff899c87c6c000. 00000080:00000001:0.0:1787201356.129080:0:278298:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1787201356.129085:0:278298:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1787201356.129089:0:278298:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1787201356.129090:0:278298:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1787201356.129091:0:278298:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1787201356.129093:0:278298:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1787201356.129094:0:278298:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1787201356.129095:0:278298:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787201356.129102:0:278298:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x11cc:0x0] 00800000:00000001:0.0:1787201356.129104:0:278298:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1787201356.129106:0:278298:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200002b17:0x11cc:0x0] 00000002:00000001:0.0:1787201356.129110:0:278298:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1787201356.129112:0:278298:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff899c9ef83000: [0x200002b17:0x11cc:0x0] file closed with intent: 0 00000100:00000010:0.0:1787201356.129131:0:278298:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899ca724df80. 00000020:00000040:0.0:1787201356.129135:0:278298:0:(genops.c:1210:class_import_get()) import ffff899ca73f6000 refcount=9 obd=lustre-MDT0000-mdc-ffff899c9ef83000 00000100:00000001:0.0:1787201356.129140:0:278298:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787201356.129143:0:278298:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787201356.129147:0:278298:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787201356.129154:0:278298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff899c87c6ca00. 00000100:00000001:0.0:1787201356.129159:0:278298:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1787201356.129177:0:278298:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff899c91236d80 x1874004887454976/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 528/608 e 0 to 0 dl 1787201441 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1787201356.129188:0:278298:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff899c9ef83000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1787201356.129193:0:278298:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff899ca724df80 x1874004887456000/t0(0) o35->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1787201356.129199:0:278298:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1787201356.129201:0:278298:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1787201356.129206:0:278298:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff899c94ce5f00. 00000100:00000001:0.0:1787201356.129208:0:278298:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446613904337297152 : -130169372254464 : ffff899c94ce5f00) 00000100:00000001:0.0:1787201356.129211:0:278298:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787201356.129212:0:278298:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904644956032 : -130169064595584 : ffff899ca724df80) 00000100:00000001:0.0:1787201356.129249:0:278298:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787201356.129253:0:278298:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201356.129255:0:278298:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1787201356.129256:0:278298:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787201356.129260:0:278298:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899ca724df80 x1874004887456000/t0(0) o35->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787201356.129267:0:278298:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787201356.129268:0:278298:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787201356.129272:0:278298:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787201356.129280:0:278298:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787201356.129282:0:278298:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787201356.129286:0:278298:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899ca724df80 pname:cluuid:pid:xid:nid:opc:job lfs:084554c7-ea41-472c-a807-73eae7b611f4:278298:1874004887456000:192.168.201.137@tcp:35:lfs.0 00000100:00000001:0.0:1787201356.129290:0:278298:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787201356.129296:0:278298:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787201356.129298:0:278298:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787201356.129300:0:278298:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787201356.129304:0:278298:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff899caf77c800. 02000000:00000001:0.0:1787201356.129305:0:278298:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787201356.129312:0:278298:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:0.0:1787201356.129317:0:278298:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899c91a22d68. 00000400:00000010:0.0:1787201356.129324:0:278298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91646660. 00000100:00000200:0.0:1787201356.129332:0:278298:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874004887456000, portal 10 00000100:00000001:0.0:1787201356.129333:0:278298:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787201356.129335:0:278298:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904644956032 : -130169064595584 : ffff899ca724df80) 00000100:00000040:0.0:1787201356.129341:0:278298:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff899ca724df80 x1874004887456000/t0(0) o35->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:23/10 lens 392/624 e 0 to 0 dl 1787201372 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787201356.129348:0:278298:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787201356.129350:0:278298:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:0.0:1787201356.129353:0:278298:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91646550. 00000100:00000200:0.0:1787201356.129355:0:278298:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1874004887456000, offset 0 00000400:00000200:0.0:1787201356.129362:0:278298:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:0.0:1787201356.129370:0:278298:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201356.129377:0:278298:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:0.0:1787201356.129383:0:278298:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787201356.129387:0:278298:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:0.0:1787201356.129390:0:278298:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787201356.129393:0:278298:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:0.0:1787201356.129397:0:278298:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545834:545834:256:4294967295] 192.168.201.137@tcp LPNI seq info [545777:545777:8:4294967295] 00000400:00000200:0.0:1787201356.129401:0:278298:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201356.129410:0:278298:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:0.0:1787201356.129417:0:278298:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:0.0:1787201356.129430:0:278298:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899c91178100. 00000800:00000200:0.0:1787201356.129436:0:278298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:0.0:1787201356.129443:0:278298:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:0.0:1787201356.129447:0:278298:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899c91178100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1787201356.129463:0:278298:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201356.129468:0:278298:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: using a timeout of 17888 usecs (18 jiffies) 00000400:00000200:0.0:1787201356.129472:0:278298:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:0.0:1787201356.129474:0:278298:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305907138 00000100:00000001:0.0:1787201356.129477:0:278298:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS request active for cpu 0, keep current deadline 4305907471 00000100:00000001:0.0:1787201356.129479:0:278298:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305907138 00000100:00000001:0.0:1787201356.129481:0:278298:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS request active for cpu 1, keep current deadline 4305907471 00000100:00000001:0.0:1787201356.129483:0:278298:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787201356.129485:0:278298:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201356.129488:0:278298:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787201356.129489:0:278298:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787201356.129492:0:278298:0:(client.c:2715:ptlrpc_set_wait()) set ffff899c94ce5f00 going to sleep for 11 seconds 00000100:00000001:0.0:1787201356.129494:0:278298:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787201356.129497:0:278298:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787201356.129740:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787201356.129745:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899c91178100. 00000400:00000200:1.0:1787201356.129753:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201356.129758:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:1.0:1787201356.129763:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91646550 00000400:00000010:1.0:1787201356.129765:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91646550. 00000100:00000001:1.0:1787201356.129769:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787201356.129772:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899ca724df80 x1874004887456000/t0(0) o35->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:23/10 lens 392/624 e 0 to 0 dl 1787201372 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787201356.129780:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201356.129791:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff899ca724df80 x1874004887456000/t0(0) o35->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:23/10 lens 392/624 e 0 to 0 dl 1787201372 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787201356.129796:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201356.129798:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787201356.135102:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201356.135128:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787201356.135132:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201356.135135:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201356.135143:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201356.135150:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:0.0:1787201356.135159:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201356.135164:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201356.135169:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201356.135172:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 456 into portal 10 MB=0x6a865c39fc900 00000400:00000200:0.0:1787201356.135177:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201356.135183:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.137@tcp of length 456/456 into md 0x53db89 [1] + 224 00000800:00000001:0.0:1787201356.135189:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201356.135210:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201356.135246:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201356.135252:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:0.0:1787201356.135260:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201356.135268:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899ca724df80 x1874004887456000/t0(0) o35->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:23/10 lens 392/624 e 0 to 0 dl 1787201372 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1787201356.135277:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff899ca724df80 x1874004887456000/t0(0) o35->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:23/10 lens 392/624 e 0 to 0 dl 1787201372 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787201356.135294:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787201356.135302:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201356.135305:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201356.135533:0:278298:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787201356.135541:0:278298:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787201356.135543:0:278298:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787201356.135546:0:278298:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899c91a22d68. 00000400:00000200:2.0:1787201356.135550:0:278298:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91646660 00000400:00000010:2.0:1787201356.135552:0:278298:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91646660. 00000100:00000001:2.0:1787201356.135556:0:278298:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787201356.135561:0:278298:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899ca724df80 x1874004887456000/t0(0) o35->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:23/10 lens 392/624 e 0 to 0 dl 1787201372 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1787201356.135570:0:278298:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899ca724df80 x1874004887456000/t0(0) o35->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:23/10 lens 392/624 e 0 to 0 dl 1787201372 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787201356.135583:0:278298:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787201356.135585:0:278298:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201356.135588:0:278298:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787201356.135592:0:278298:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787201356.135595:0:278298:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787201356.135597:0:278298:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201356.135599:0:278298:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787201356.135609:0:278298:0:(import.c:2149:obd_at_measure()) add 5 to ffff899ca73f64f0 time=116 v=5 (5 5 5 0) 00000100:00001000:2.0:1787201356.135613:0:278298:0:(import.c:2149:obd_at_measure()) add 1 to ffff899ca73f6418 time=141 v=5 (1 1 0 0) 00000100:00000001:2.0:1787201356.135615:0:278298:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787201356.135617:0:278298:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201356.135620:0:278298:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787201356.135623:0:278298:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201356.135626:0:278298:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1787201356.135628:0:278298:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1787201356.135629:0:278298:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1787201356.135631:0:278298:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787201356.135633:0:278298:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904644956032 : -130169064595584 : ffff899ca724df80) 00000100:00000001:2.0:1787201356.135636:0:278298:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787201356.135638:0:278298:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff899c9ef83000: skip recheck: last_committed 30064771460 00000100:00000001:2.0:1787201356.135639:0:278298:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787201356.135642:0:278298:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201356.135647:0:278298:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899ca724df80 x1874004887456000/t30064771464(30064771464) o35->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:23/10 lens 392/456 e 0 to 0 dl 1787201372 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787201356.135654:0:278298:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787201356.135657:0:278298:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787201356.135659:0:278298:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787201356.135663:0:278298:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899ca724df80 x1874004887456000/t30064771464(30064771464) o35->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:23/10 lens 392/456 e 0 to 0 dl 1787201372 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1787201356.135670:0:278298:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899ca724df80 pname:cluuid:pid:xid:nid:opc:job lfs:084554c7-ea41-472c-a807-73eae7b611f4:278298:1874004887456000:192.168.201.137@tcp:35:lfs.0 00000100:00000001:2.0:1787201356.135674:0:278298:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201356.135683:0:278298:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201356.135685:0:278298:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1787201356.135687:0:278298:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787201356.135691:0:278298:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff899ca724df80 x1874004887456000/t30064771464(30064771464) o35->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:23/10 lens 392/456 e 0 to 0 dl 1787201372 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787201356.135697:0:278298:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787201356.135699:0:278298:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff899c94ce5f00. 00000100:00000001:2.0:1787201356.135702:0:278298:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1787201356.135703:0:278298:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201356.135711:0:278298:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787201356.135712:0:278298:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904644956032 : -130169064595584 : ffff899ca724df80) 00000002:00000001:2.0:1787201356.135715:0:278298:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787201356.135718:0:278298:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1787201356.135722:0:278298:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff899c87c6c000. 00000080:00000001:2.0:1787201356.135725:0:278298:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1787201356.135727:0:278298:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1787201356.135730:0:278298:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1787201356.135733:0:278298:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1787201356.135735:0:278298:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1787201356.135738:0:278298:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1787201356.135740:0:278298:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1787201356.135741:0:278298:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x11cc:0x0] 00800000:00000001:2.0:1787201356.135743:0:278298:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1787201356.135758:0:278298:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1787201356.135763:0:278298:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff899c91236d80 x1874004887454976/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 528/608 e 0 to 0 dl 1787201441 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1787201356.135771:0:278298:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1787201356.135772:0:278298:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1787201356.135774:0:278298:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff899c9eb01880. 00000100:00000001:2.0:1787201356.135777:0:278298:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787201356.135779:0:278298:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff899ca724df80 x1874004887456000/t30064771464(30064771464) o35->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:23/10 lens 392/456 e 0 to 0 dl 1787201372 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1787201356.135792:0:278298:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787201356.135795:0:278298:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1787201356.135804:0:278298:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff899c817a7900. 00000080:00000001:2.0:1787201356.135808:0:278298:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787201356.135814:0:278298:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9925815b3df0 00000080:00000008:2.0:1787201356.135816:0:278298:0:(file.c:523:ll_file_release()) COMPLETED file f812b.sanity:[0x200002b17:0x11cc:0x0](ffff899c822c9988), flags 100001, rc = 0 00000080:00000001:2.0:1787201356.135820:0:278298:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787201356.135825:0:278298:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1787201356.135826:0:278298:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff9925815b3e00 00000080:00002000:2.0:1787201356.135828:0:278298:0:(dcache.c:127:ll_ddelete()) deleting dentry f812b.sanity (ffff899c92f316c0, parent ffff899c8940c5e8, inode ffff899c822c9988) hashed, 00000080:00000001:2.0:1787201356.135830:0:278298:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1787201356.135839:0:278298:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1787201356.135842:0:278298:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1787201356.151590:0:278301:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787201356.151596:0:278301:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:1.0:1787201356.151599:0:278301:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1787201356.151602:0:278301:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff992581e57b20 00000080:00200000:1.0:1787201356.151607:0:278301:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff899c8972a1c8),name=/ 00000080:00000010:1.0:1787201356.151617:0:278301:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff899c88edac00. 00800000:00000002:1.0:1787201356.151623:0:278301:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff899c914efb80 2 00000080:00000001:1.0:1787201356.151627:0:278301:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787201356.151631:0:278301:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787201356.151639:0:278301:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff992581e57a40 00800000:00000002:1.0:1787201356.151642:0:278301:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787201356.151646:0:278301:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787201356.151649:0:278301:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787201356.151651:0:278301:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787201356.151653:0:278301:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787201356.151655:0:278301:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787201356.151658:0:278301:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787201356.151660:0:278301:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787201356.151663:0:278301:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787201356.151666:0:278301:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1787201356.151671:0:278301:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787201356.151673:0:278301:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff992581e57910 00000002:00010000:1.0:1787201356.151675:0:278301:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1787201356.151678:0:278301:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787201356.151680:0:278301:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787201356.151683:0:278301:0:(ldlm_lock.c:1451:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787201356.151688:0:278301:0:(ldlm_lock.c:1466:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787201356.151690:0:278301:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787201356.151691:0:278301:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787201356.151694:0:278301:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1787201356.151696:0:278301:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1787201356.151701:0:278301:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899c91234a80. 00000020:00000040:1.0:1787201356.151705:0:278301:0:(genops.c:1210:class_import_get()) import ffff899ca73f6000 refcount=10 obd=lustre-MDT0000-mdc-ffff899c9ef83000 00010000:00000001:1.0:1787201356.151712:0:278301:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1787201356.151718:0:278301:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787201356.151726:0:278301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.151728:0:278301:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787201356.151729:0:278301:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201356.151918:0:278301:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787201356.151922:0:278301:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787201356.151927:0:278301:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787201356.151934:0:278301:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff899cc0166400. 00000100:00000001:1.0:1787201356.151941:0:278301:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.151947:0:278301:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787201356.151948:0:278301:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.151955:0:278301:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787201356.151973:0:278301:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.151975:0:278301:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787201356.151982:0:278301:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446613904275753600 : -130169433798016 : ffff899c91234a80) 00010000:00000001:1.0:1787201356.151986:0:278301:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1787201356.151988:0:278301:0:(ldlm_lock.c:1705:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1787201356.151992:0:278301:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff899c94b9df00. 00010000:00000010:1.0:1787201356.151997:0:278301:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff899c9db47580. 00010000:00000001:1.0:1787201356.152001:0:278301:0:(ldlm_lock.c:436:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1787201356.152005:0:278301:0:(ldlm_lock.c:440:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff899c80031200. 00000020:00000001:1.0:1787201356.152008:0:278301:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1787201356.152011:0:278301:0:(lustre_handles.c:93:class_handle_hash()) added object ffff899c80031200 with handle 0xb1b6f6721adb0e98 to hash 00000020:00000001:1.0:1787201356.152014:0:278301:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1787201356.152015:0:278301:0:(ldlm_lock.c:491:ldlm_lock_new()) Process leaving (rc=18446613903988429312 : -130169721122304 : ffff899c80031200) 00010000:00000001:1.0:1787201356.152019:0:278301:0:(ldlm_lock.c:1746:ldlm_lock_create()) Process leaving (rc=18446613903988429312 : -130169721122304 : ffff899c80031200) 00010000:00000001:1.0:1787201356.152023:0:278301:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787201356.152025:0:278301:0:(ldlm_lock.c:283:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787201356.152030:0:278301:0:(ldlm_lock.c:780:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031200/0xb1b6f6721adb0e98 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 278301 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787201356.152039:0:278301:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031200/0xb1b6f6721adb0e98 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 278301 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787201356.152050:0:278301:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031200/0xb1b6f6721adb0e98 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 278301 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1787201356.152056:0:278301:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787201356.152058:0:278301:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787201356.152064:0:278301:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff899cb08bb600. 00000100:00000001:1.0:1787201356.152067:0:278301:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446613904802690560 : -130168906861056 : ffff899cb08bb600) 00000100:00000001:1.0:1787201356.152069:0:278301:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787201356.152071:0:278301:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904275753600 : -130169433798016 : ffff899c91234a80) 00000100:00000001:1.0:1787201356.152076:0:278301:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787201356.152080:0:278301:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201356.152087:0:278301:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787201356.152089:0:278301:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787201356.152100:0:278301:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899c91234a80 x1874004887456128/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787201356.152109:0:278301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787201356.152111:0:278301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201356.152115:0:278301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787201356.152118:0:278301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787201356.152121:0:278301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787201356.152124:0:278301:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899c91234a80 pname:cluuid:pid:xid:nid:opc:job stat:084554c7-ea41-472c-a807-73eae7b611f4:278301:1874004887456128:192.168.201.137@tcp:101:stat.0 00000100:00000001:1.0:1787201356.152128:0:278301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787201356.152133:0:278301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787201356.152136:0:278301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201356.152138:0:278301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787201356.152143:0:278301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff899c91b26000. 02000000:00000001:1.0:1787201356.152146:0:278301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787201356.152154:0:278301:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:1.0:1787201356.152158:0:278301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899c82fe9dc0. 00000400:00000010:1.0:1787201356.152165:0:278301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899caf6dc6e8. 00000100:00000200:1.0:1787201356.152172:0:278301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874004887456128, portal 10 00000100:00000001:1.0:1787201356.152174:0:278301:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787201356.152175:0:278301:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904275753600 : -130169433798016 : ffff899c91234a80) 00000100:00000040:1.0:1787201356.152181:0:278301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff899c91234a80 x1874004887456128/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787201441 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787201356.152188:0:278301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787201356.152191:0:278301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:1.0:1787201356.152193:0:278301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899caf6dc4c8. 00000100:00000200:1.0:1787201356.152196:0:278301:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1874004887456128, offset 0 00000400:00000200:1.0:1787201356.152204:0:278301:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:1.0:1787201356.152370:0:278301:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201356.152380:0:278301:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:1.0:1787201356.152386:0:278301:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787201356.152391:0:278301:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:1.0:1787201356.152401:0:278301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787201356.152403:0:278301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:1.0:1787201356.152407:0:278301:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545835:545835:256:4294967295] 192.168.201.137@tcp LPNI seq info [545778:545778:8:4294967295] 00000400:00000200:1.0:1787201356.152412:0:278301:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201356.152421:0:278301:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:1.0:1787201356.152428:0:278301:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:1.0:1787201356.152433:0:278301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899caf300200. 00000800:00000200:1.0:1787201356.152440:0:278301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:1.0:1787201356.152447:0:278301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:1.0:1787201356.152452:0:278301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899caf300200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1787201356.152514:0:278301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201356.152519:0:278301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: using a timeout of 17886 usecs (18 jiffies) 00000400:00000200:1.0:1787201356.152523:0:278301:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:1.0:1787201356.152526:0:278301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305907162 00000100:00000001:1.0:1787201356.152529:0:278301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS request active for cpu 0, keep current deadline 4305907471 00000100:00000001:1.0:1787201356.152532:0:278301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305907162 00000100:00000001:1.0:1787201356.152534:0:278301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS request active for cpu 1, keep current deadline 4305907471 00000100:00000001:1.0:1787201356.152536:0:278301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787201356.152539:0:278301:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201356.152541:0:278301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787201356.152543:0:278301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=80 : 80 : 50) 00000100:00100000:1.0:1787201356.152547:0:278301:0:(client.c:2715:ptlrpc_set_wait()) set ffff899cb08bb600 going to sleep for 80 seconds 00000100:00000001:1.0:1787201356.152549:0:278301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787201356.152552:0:278301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787201356.153049:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787201356.153054:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899caf300200. 00000400:00000200:0.0:1787201356.153059:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201356.153064:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:0.0:1787201356.153070:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899caf6dc4c8 00000400:00000010:0.0:1787201356.153073:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899caf6dc4c8. 00000100:00000001:0.0:1787201356.153076:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787201356.153081:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899c91234a80 x1874004887456128/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787201441 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787201356.153091:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201356.153095:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff899c91234a80 x1874004887456128/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787201441 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787201356.153102:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201356.153103:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1787201356.154351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff899caaa86800. 00000800:00000001:0.0:1787201356.157897:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201356.157915:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787201356.157920:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201356.157923:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201356.157932:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201356.157940:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:0.0:1787201356.157949:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201356.157954:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201356.157984:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201356.157987:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 688 into portal 10 MB=0x6a865c39fc980 00000400:00000200:0.0:1787201356.157992:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201356.157997:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.137@tcp of length 688/688 into md 0x53db99 [1] + 224 00000800:00000001:0.0:1787201356.158006:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201356.158013:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201356.158016:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201356.158021:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:0.0:1787201356.158029:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201356.158037:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899c91234a80 x1874004887456128/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787201441 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1787201356.158048:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff899c91234a80 x1874004887456128/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787201441 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787201356.158071:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787201356.158080:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201356.158084:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201356.158144:0:278301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787201356.158152:0:278301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787201356.158154:0:278301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787201356.158158:0:278301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899c82fe9dc0. 00000400:00000200:1.0:1787201356.158163:0:278301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899caf6dc6e8 00000400:00000010:1.0:1787201356.158165:0:278301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899caf6dc6e8. 00000100:00000001:1.0:1787201356.158168:0:278301:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787201356.158182:0:278301:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899c91234a80 x1874004887456128/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787201441 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787201356.158191:0:278301:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899c91234a80 x1874004887456128/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 576/1152 e 0 to 0 dl 1787201441 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787201356.158198:0:278301:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787201356.158200:0:278301:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201356.158202:0:278301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787201356.158206:0:278301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787201356.158208:0:278301:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787201356.158211:0:278301:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201356.158276:0:278301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787201356.158286:0:278301:0:(import.c:2149:obd_at_measure()) add 60 to ffff899ca73f6460 time=116 v=60 (60 60 60 60) 00000100:00001000:1.0:1787201356.158290:0:278301:0:(import.c:2149:obd_at_measure()) add 1 to ffff899ca73f6418 time=141 v=5 (1 1 0 0) 00000100:00000001:1.0:1787201356.158292:0:278301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787201356.158294:0:278301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.158297:0:278301:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787201356.158300:0:278301:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201356.158304:0:278301:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787201356.158306:0:278301:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff899c9ef83000: skip recheck: last_committed 30064771460 00000100:00000001:1.0:1787201356.158308:0:278301:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787201356.158311:0:278301:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201356.158316:0:278301:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899c91234a80 x1874004887456128/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 576/688 e 0 to 0 dl 1787201441 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787201356.158323:0:278301:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787201356.158327:0:278301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787201356.158328:0:278301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787201356.158332:0:278301:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899c91234a80 x1874004887456128/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 576/688 e 0 to 0 dl 1787201441 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787201356.158338:0:278301:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899c91234a80 pname:cluuid:pid:xid:nid:opc:job stat:084554c7-ea41-472c-a807-73eae7b611f4:278301:1874004887456128:192.168.201.137@tcp:101:stat.0 00000100:00000001:1.0:1787201356.158343:0:278301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201356.158345:0:278301:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201356.158350:0:278301:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787201356.158358:0:278301:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201356.158363:0:278301:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899c91234a80 x1874004887456128/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 576/688 e 0 to 0 dl 1787201441 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787201356.158369:0:278301:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787201356.158372:0:278301:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff899cb08bb600. 00000100:00000001:1.0:1787201356.158375:0:278301:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787201356.158377:0:278301:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.158380:0:278301:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1787201356.158383:0:278301:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787201356.158386:0:278301:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787201356.158389:0:278301:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899c80031200 refcount=4 00000020:00000001:1.0:1787201356.158392:0:278301:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613903988429312 : -130169721122304 : ffff899c80031200) 00010000:00000001:1.0:1787201356.158395:0:278301:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613903988429312 : -130169721122304 : ffff899c80031200) 00010000:00000040:1.0:1787201356.158401:0:278301:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff899c80031200, remote cookie: 0x6f855ab5c1dd7633, flags: 0x1001 00010000:00010000:1.0:1787201356.158406:0:278301:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031200/0xb1b6f6721adb0e98 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6f855ab5c1dd7633 expref: -99 pid: 278301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787201356.158416:0:278301:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031200/0xb1b6f6721adb0e98 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6f855ab5c1dd7633 expref: -99 pid: 278301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787201356.158422:0:278301:0:(ldlm_lock.c:1800:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1787201356.158426:0:278301:0:(ldlm_lock.c:1130:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1787201356.158428:0:278301:0:(ldlm_lock.c:994:search_granted_lock()) Process entered 00010000:00000001:1.0:1787201356.158430:0:278301:0:(ldlm_lock.c:1060:search_granted_lock()) Process leaving 00010000:00000001:1.0:1787201356.158431:0:278301:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1787201356.158434:0:278301:0:(ldlm_resource.c:1873:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff899c94b9df00) refcount = 1 00010000:00010000:1.0:1787201356.158438:0:278301:0:(ldlm_lock.c:1077:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031200/0xb1b6f6721adb0e98 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6f855ab5c1dd7633 expref: -99 pid: 278301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787201356.158443:0:278301:0:(ldlm_lock.c:1099:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1787201356.158447:0:278301:0:(ldlm_lock.c:1162:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1787201356.158448:0:278301:0:(ldlm_lock.c:1923:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787201356.158451:0:278301:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1787201356.158459:0:278301:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787201356.158462:0:278301:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031200/0xb1b6f6721adb0e98 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6f855ab5c1dd7633 expref: -99 pid: 278301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787201356.158468:0:278301:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1787201356.158470:0:278301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.158471:0:278301:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787201356.158472:0:278301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.158473:0:278301:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787201356.158474:0:278301:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787201356.158479:0:278301:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1787201356.158481:0:278301:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787201356.158482:0:278301:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787201356.158484:0:278301:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899c80031200 refcount=3 00000020:00000001:1.0:1787201356.158486:0:278301:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613903988429312 : -130169721122304 : ffff899c80031200) 00010000:00000001:1.0:1787201356.158488:0:278301:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613903988429312 : -130169721122304 : ffff899c80031200) 00010000:00000001:1.0:1787201356.158490:0:278301:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787201356.158491:0:278301:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787201356.158492:0:278301:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899c80031200 refcount=4 00000020:00000001:1.0:1787201356.158494:0:278301:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613903988429312 : -130169721122304 : ffff899c80031200) 00010000:00000001:1.0:1787201356.158496:0:278301:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613903988429312 : -130169721122304 : ffff899c80031200) 00010000:00000001:1.0:1787201356.158499:0:278301:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787201356.158501:0:278301:0:(ldlm_lock.c:283:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787201356.158505:0:278301:0:(ldlm_lock.c:780:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031200/0xb1b6f6721adb0e98 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6f855ab5c1dd7633 expref: -99 pid: 278301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787201356.158522:0:278301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.158523:0:278301:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787201356.158525:0:278301:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787201356.158525:0:278301:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787201356.158527:0:278301:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899c80031200 refcount=5 00000020:00000001:1.0:1787201356.158528:0:278301:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613903988429312 : -130169721122304 : ffff899c80031200) 00010000:00000001:1.0:1787201356.158531:0:278301:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613903988429312 : -130169721122304 : ffff899c80031200) 00010000:00000001:1.0:1787201356.158533:0:278301:0:(ldlm_lock.c:859:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787201356.158541:0:278301:0:(ldlm_lock.c:834:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031200/0xb1b6f6721adb0e98 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6f855ab5c1dd7633 expref: -99 pid: 278301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787201356.158547:0:278301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.158548:0:278301:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787201356.158550:0:278301:0:(ldlm_lock.c:924:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031200/0xb1b6f6721adb0e98 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6f855ab5c1dd7633 expref: -99 pid: 278301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787201356.158554:0:278301:0:(ldlm_lock.c:928:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787201356.158556:0:278301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.158557:0:278301:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787201356.158558:0:278301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.158559:0:278301:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1787201356.158564:0:278301:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff899c91234a80 x1874004887456128/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 576/688 e 0 to 0 dl 1787201441 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1787201356.158573:0:278301:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787201356.158574:0:278301:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787201356.158575:0:278301:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899c80031200 refcount=3 00000020:00000001:1.0:1787201356.158577:0:278301:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613903988429312 : -130169721122304 : ffff899c80031200) 00010000:00000001:1.0:1787201356.158579:0:278301:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613903988429312 : -130169721122304 : ffff899c80031200) 00010000:00000001:1.0:1787201356.158581:0:278301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.158582:0:278301:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787201356.158583:0:278301:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787201356.158586:0:278301:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787201356.158588:0:278301:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1787201356.158590:0:278301:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787201356.158591:0:278301:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787201356.158592:0:278301:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899c80031200 refcount=3 00000020:00000001:1.0:1787201356.158594:0:278301:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613903988429312 : -130169721122304 : ffff899c80031200) 00010000:00000001:1.0:1787201356.158596:0:278301:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613903988429312 : -130169721122304 : ffff899c80031200) 00000002:00010000:1.0:1787201356.158598:0:278301:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031200/0xb1b6f6721adb0e98 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6f855ab5c1dd7633 expref: -99 pid: 278301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787201356.158614:0:278301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.158615:0:278301:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787201356.158617:0:278301:0:(ldlm_lock.c:1451:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787201356.158619:0:278301:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787201356.158620:0:278301:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787201356.158621:0:278301:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899c80031200 refcount=3 00000020:00000001:1.0:1787201356.158623:0:278301:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613903988429312 : -130169721122304 : ffff899c80031200) 00010000:00000001:1.0:1787201356.158625:0:278301:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613903988429312 : -130169721122304 : ffff899c80031200) 00010000:00010000:1.0:1787201356.158630:0:278301:0:(ldlm_lock.c:1544:ldlm_lock_match_with_skip()) ### not matched ns ffff899ca73f4000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1787201356.158632:0:278301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.158632:0:278301:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787201356.158633:0:278301:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1787201356.158637:0:278301:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff992581e57898 00000002:00002000:1.0:1787201356.158638:0:278301:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1787201356.158641:0:278301:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787201356.158645:0:278301:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787201356.158648:0:278301:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1787201356.158651:0:278301:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 0 00000080:00000001:1.0:1787201356.158654:0:278301:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787201356.158658:0:278301:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff899c914efb80 2 00000080:00000010:1.0:1787201356.158662:0:278301:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff899c88edac00. 00000080:00000001:1.0:1787201356.158666:0:278301:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787201356.158668:0:278301:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1787201356.158674:0:278301:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1787201356.158678:0:278301:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1787201356.158682:0:278301:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff899c9eb01380. 00800000:00000001:1.0:1787201356.158684:0:278301:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446613904503083904 : -130169206467712 : ffff899c9eb01380) 00800000:00000001:1.0:1787201356.158687:0:278301:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787201356.158689:0:278301:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1787201356.158692:0:278301:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1787201356.158694:0:278301:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1787201356.158697:0:278301:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1787201356.158699:0:278301:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1787201356.158706:0:278301:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787201356.158710:0:278301:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1787201356.158713:0:278301:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:1.0:1787201356.158715:0:278301:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1787201254 to 1787201356 00000080:00200000:1.0:1787201356.158719:0:278301:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 20480 00010000:00000001:1.0:1787201356.158722:0:278301:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787201356.158723:0:278301:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787201356.158725:0:278301:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899c80031200 refcount=3 00000020:00000001:1.0:1787201356.158727:0:278301:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613903988429312 : -130169721122304 : ffff899c80031200) 00010000:00000001:1.0:1787201356.158729:0:278301:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613903988429312 : -130169721122304 : ffff899c80031200) 00010000:00000001:1.0:1787201356.158731:0:278301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.158732:0:278301:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787201356.158733:0:278301:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1787201356.158736:0:278301:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1787201356.158737:0:278301:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff899c9eb01380 1 00800000:00000010:1.0:1787201356.158739:0:278301:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff899c9eb01380. 00800000:00000001:1.0:1787201356.158743:0:278301:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787201356.158756:0:278301:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff899c8972a1c8) for lock 0xb1b6f6721adb0e98 00800000:00000001:1.0:1787201356.158759:0:278301:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787201356.158761:0:278301:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787201356.158762:0:278301:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787201356.158763:0:278301:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787201356.158764:0:278301:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899c80031200 refcount=3 00000020:00000001:1.0:1787201356.158766:0:278301:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613903988429312 : -130169721122304 : ffff899c80031200) 00010000:00000001:1.0:1787201356.158768:0:278301:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613903988429312 : -130169721122304 : ffff899c80031200) 00010000:00000001:1.0:1787201356.158771:0:278301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.158772:0:278301:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787201356.158773:0:278301:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787201356.158775:0:278301:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787201356.158777:0:278301:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787201356.158780:0:278301:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff899c8972a1c8) 00000080:00010000:1.0:1787201356.158969:0:278301:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb1b6f6721adb0e98 from it ffff992581e57b58 00010000:00000001:1.0:1787201356.158972:0:278301:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787201356.158973:0:278301:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787201356.158980:0:278301:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899c80031200 refcount=3 00000020:00000001:1.0:1787201356.158982:0:278301:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613903988429312 : -130169721122304 : ffff899c80031200) 00010000:00000001:1.0:1787201356.158983:0:278301:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613903988429312 : -130169721122304 : ffff899c80031200) 00010000:00000001:1.0:1787201356.158985:0:278301:0:(ldlm_lock.c:859:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787201356.158988:0:278301:0:(ldlm_lock.c:834:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031200/0xb1b6f6721adb0e98 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6f855ab5c1dd7633 expref: -99 pid: 278301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787201356.158994:0:278301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.158995:0:278301:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787201356.158996:0:278301:0:(ldlm_lock.c:305:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787201356.158999:0:278301:0:(ldlm_lock.c:309:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787201356.159001:0:278301:0:(ldlm_lock.c:917:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031200/0xb1b6f6721adb0e98 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6f855ab5c1dd7633 expref: -99 pid: 278301 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787201356.159007:0:278301:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787201356.159010:0:278301:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787201356.159012:0:278301:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787201356.159016:0:278301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.159017:0:278301:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787201356.159018:0:278301:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.159021:0:278301:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787201356.159023:0:278301:0:(ldlm_lockd.c:2251:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.159025:0:278301:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.159027:0:278301:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.159029:0:278301:0:(ldlm_lock.c:928:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787201356.159031:0:278301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.159032:0:278301:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787201356.159033:0:278301:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201356.159038:0:278301:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899c91234a80 x1874004887456128/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 576/688 e 0 to 0 dl 1787201441 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787201356.159044:0:278301:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787201356.159046:0:278301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787201356.159049:0:278301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff899c91b26000. 02000000:00000001:1.0:1787201356.159053:0:278301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787201356.159055:0:278301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787201356.159063:0:278301:0:(genops.c:1223:class_import_put()) import ffff899ca73f6000 refcount=9 obd=lustre-MDT0000-mdc-ffff899c9ef83000 00000020:00000001:1.0:1787201356.159065:0:278301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787201356.159068:0:278301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff899cc0166400. 02000000:00000001:1.0:1787201356.159071:0:278301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787201356.159073:0:278301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787201356.159075:0:278301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899c91234a80. 00000100:00000001:1.0:1787201356.159078:0:278301:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787201356.159079:0:278301:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787201356.159083:0:278301:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff899c8972a1c8), inode mode 41ff mask 1 00000080:00000001:1.0:1787201356.159089:0:278301:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1787201356.159104:0:278301:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff899caaa86600. 00000020:00000001:1.0:1787201356.159109:0:278301:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff992581e57ae8 00000080:00200000:1.0:1787201356.159111:0:278301:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff899c8972a1c8), flags=8 00000080:00000001:1.0:1787201356.159114:0:278301:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1787201356.159116:0:278301:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff992581e57998 00000080:00200000:1.0:1787201356.159117:0:278301:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff899c8972a1c8), intent=getattr 00000080:00000010:1.0:1787201356.159124:0:278301:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff899c88edac00. 00800000:00000002:1.0:1787201356.159128:0:278301:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff899c914efb80 2 00000080:00000001:1.0:1787201356.159133:0:278301:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787201356.159135:0:278301:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787201356.159137:0:278301:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff992581e578b8 00800000:00000002:1.0:1787201356.159139:0:278301:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f812b.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787201356.159142:0:278301:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787201356.159146:0:278301:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787201356.159148:0:278301:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787201356.159150:0:278301:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787201356.159152:0:278301:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787201356.159154:0:278301:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787201356.159156:0:278301:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787201356.159158:0:278301:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787201356.159162:0:278301:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff992581e57850 00800000:00000002:1.0:1787201356.159163:0:278301:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f812b.sanity' -> mds #0 00000002:00000001:1.0:1787201356.159167:0:278301:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787201356.159169:0:278301:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff992581e57788 00000002:00010000:1.0:1787201356.159170:0:278301:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f812b.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:1.0:1787201356.159174:0:278301:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1787201356.159183:0:278301:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1787201356.159187:0:278301:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899c91234a80. 00000020:00000040:1.0:1787201356.159190:0:278301:0:(genops.c:1210:class_import_get()) import ffff899ca73f6000 refcount=10 obd=lustre-MDT0000-mdc-ffff899c9ef83000 00010000:00000001:1.0:1787201356.159195:0:278301:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1787201356.159198:0:278301:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787201356.159201:0:278301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.159202:0:278301:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787201356.159204:0:278301:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201356.159206:0:278301:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787201356.159208:0:278301:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787201356.159212:0:278301:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787201356.159240:0:278301:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff899cc0166400. 00000100:00000001:1.0:1787201356.159247:0:278301:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.159250:0:278301:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787201356.159252:0:278301:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.159253:0:278301:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787201356.159254:0:278301:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.159256:0:278301:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787201356.159263:0:278301:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446613904275753600 : -130169433798016 : ffff899c91234a80) 00010000:00000001:1.0:1787201356.159266:0:278301:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1787201356.159268:0:278301:0:(ldlm_lock.c:1705:ldlm_lock_create()) Process entered 00010000:00000001:1.0:1787201356.159270:0:278301:0:(ldlm_lock.c:436:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1787201356.159273:0:278301:0:(ldlm_lock.c:440:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff899c80031800. 00000020:00000001:1.0:1787201356.159277:0:278301:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1787201356.159280:0:278301:0:(lustre_handles.c:93:class_handle_hash()) added object ffff899c80031800 with handle 0xb1b6f6721adb0e9f to hash 00000020:00000001:1.0:1787201356.159282:0:278301:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1787201356.159284:0:278301:0:(ldlm_lock.c:491:ldlm_lock_new()) Process leaving (rc=18446613903988430848 : -130169721120768 : ffff899c80031800) 00010000:00000001:1.0:1787201356.159287:0:278301:0:(ldlm_lock.c:1746:ldlm_lock_create()) Process leaving (rc=18446613903988430848 : -130169721120768 : ffff899c80031800) 00010000:00000001:1.0:1787201356.159289:0:278301:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787201356.159291:0:278301:0:(ldlm_lock.c:283:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787201356.159294:0:278301:0:(ldlm_lock.c:780:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031800/0xb1b6f6721adb0e9f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 278301 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787201356.159301:0:278301:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031800/0xb1b6f6721adb0e9f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 278301 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787201356.159321:0:278301:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031800/0xb1b6f6721adb0e9f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 278301 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1787201356.159327:0:278301:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787201356.159329:0:278301:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787201356.159334:0:278301:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff899cb08bb600. 00000100:00000001:1.0:1787201356.159336:0:278301:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446613904802690560 : -130168906861056 : ffff899cb08bb600) 00000100:00000001:1.0:1787201356.159340:0:278301:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787201356.159341:0:278301:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904275753600 : -130169433798016 : ffff899c91234a80) 00000100:00000001:1.0:1787201356.159344:0:278301:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787201356.159348:0:278301:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201356.159350:0:278301:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787201356.159351:0:278301:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787201356.159356:0:278301:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899c91234a80 x1874004887456256/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 584/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787201356.159364:0:278301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787201356.159366:0:278301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201356.159369:0:278301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787201356.159371:0:278301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787201356.159373:0:278301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787201356.159377:0:278301:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899c91234a80 pname:cluuid:pid:xid:nid:opc:job stat:084554c7-ea41-472c-a807-73eae7b611f4:278301:1874004887456256:192.168.201.137@tcp:101:stat.0 00000100:00000001:1.0:1787201356.159380:0:278301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787201356.159385:0:278301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787201356.159386:0:278301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201356.159389:0:278301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787201356.159392:0:278301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff899c91b26000. 02000000:00000001:1.0:1787201356.159394:0:278301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787201356.159399:0:278301:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:1.0:1787201356.159403:0:278301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899c82fe9dc0. 00000400:00000010:1.0:1787201356.159408:0:278301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899caf6dc6e8. 00000100:00000200:1.0:1787201356.159413:0:278301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874004887456256, portal 10 00000100:00000001:1.0:1787201356.159415:0:278301:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787201356.159421:0:278301:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904275753600 : -130169433798016 : ffff899c91234a80) 00000100:00000040:1.0:1787201356.159427:0:278301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff899c91234a80 x1874004887456256/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 584/1152 e 0 to 0 dl 1787201441 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787201356.159433:0:278301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787201356.159436:0:278301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:1.0:1787201356.159439:0:278301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899caf6dc660. 00000100:00000200:1.0:1787201356.159441:0:278301:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1874004887456256, offset 0 00000400:00000200:1.0:1787201356.159447:0:278301:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:1.0:1787201356.159453:0:278301:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201356.159459:0:278301:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:1.0:1787201356.159463:0:278301:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787201356.159467:0:278301:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:1.0:1787201356.159470:0:278301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787201356.159473:0:278301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:1.0:1787201356.159476:0:278301:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545836:545836:256:4294967295] 192.168.201.137@tcp LPNI seq info [545779:545779:8:4294967295] 00000400:00000200:1.0:1787201356.159481:0:278301:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201356.159488:0:278301:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:1.0:1787201356.159494:0:278301:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:1.0:1787201356.159498:0:278301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899caf300c00. 00000800:00000200:1.0:1787201356.159518:0:278301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:1.0:1787201356.159525:0:278301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:1.0:1787201356.159529:0:278301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899caf300c00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1787201356.159637:0:278301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201356.159643:0:278301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: using a timeout of 17883 usecs (18 jiffies) 00000400:00000200:1.0:1787201356.159646:0:278301:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:1.0:1787201356.159648:0:278301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305907169 00000100:00000001:1.0:1787201356.159651:0:278301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS request active for cpu 0, keep current deadline 4305907471 00000100:00000001:1.0:1787201356.159653:0:278301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305907169 00000100:00000001:1.0:1787201356.159655:0:278301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS request active for cpu 1, keep current deadline 4305907471 00000100:00000001:1.0:1787201356.159657:0:278301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787201356.159666:0:278301:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201356.159668:0:278301:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787201356.159669:0:278301:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=80 : 80 : 50) 00000100:00100000:1.0:1787201356.159671:0:278301:0:(client.c:2715:ptlrpc_set_wait()) set ffff899cb08bb600 going to sleep for 80 seconds 00000100:00000001:1.0:1787201356.159673:0:278301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787201356.159675:0:278301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787201356.161523:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787201356.161534:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899caf300c00. 00000400:00000200:0.0:1787201356.161542:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201356.161550:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:0.0:1787201356.161556:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899caf6dc660 00000400:00000010:0.0:1787201356.161559:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899caf6dc660. 00000100:00000001:0.0:1787201356.161563:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787201356.161569:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899c91234a80 x1874004887456256/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 584/1152 e 0 to 0 dl 1787201441 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787201356.161580:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201356.161584:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff899c91234a80 x1874004887456256/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 584/1152 e 0 to 0 dl 1787201441 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787201356.161591:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201356.161593:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787201356.167540:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201356.167557:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787201356.167573:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201356.167575:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201356.167583:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201356.167589:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:0.0:1787201356.167596:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201356.167600:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201356.167603:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201356.167606:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 640 into portal 10 MB=0x6a865c39fca00 00000400:00000200:0.0:1787201356.167610:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201356.167614:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.137@tcp of length 640/640 into md 0x53dba9 [1] + 224 00000800:00000001:0.0:1787201356.167619:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201356.167624:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201356.167626:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201356.167630:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:0.0:1787201356.167636:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201356.167643:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899c91234a80 x1874004887456256/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 584/1152 e 0 to 0 dl 1787201441 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1787201356.167650:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff899c91234a80 x1874004887456256/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 584/1152 e 0 to 0 dl 1787201441 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787201356.167668:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787201356.167675:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201356.167677:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201356.167726:0:278301:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787201356.167733:0:278301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787201356.167735:0:278301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787201356.167738:0:278301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899c82fe9dc0. 00000400:00000200:1.0:1787201356.167742:0:278301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899caf6dc6e8 00000400:00000010:1.0:1787201356.167745:0:278301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899caf6dc6e8. 00000100:00000001:1.0:1787201356.167758:0:278301:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787201356.167763:0:278301:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899c91234a80 x1874004887456256/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 584/1152 e 0 to 0 dl 1787201441 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787201356.167770:0:278301:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899c91234a80 x1874004887456256/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 584/1152 e 0 to 0 dl 1787201441 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787201356.167776:0:278301:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787201356.167778:0:278301:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201356.167780:0:278301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787201356.167844:0:278301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787201356.167846:0:278301:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787201356.167848:0:278301:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201356.167850:0:278301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787201356.167857:0:278301:0:(import.c:2149:obd_at_measure()) add 60 to ffff899ca73f6460 time=116 v=60 (60 60 60 60) 00000100:00001000:1.0:1787201356.167860:0:278301:0:(import.c:2149:obd_at_measure()) add 1 to ffff899ca73f6418 time=141 v=5 (1 1 0 0) 00000100:00000001:1.0:1787201356.167862:0:278301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787201356.167864:0:278301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.167866:0:278301:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787201356.167868:0:278301:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201356.167871:0:278301:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787201356.167872:0:278301:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff899c9ef83000: skip recheck: last_committed 30064771460 00000100:00000001:1.0:1787201356.167874:0:278301:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787201356.167876:0:278301:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201356.167879:0:278301:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899c91234a80 x1874004887456256/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 584/640 e 0 to 0 dl 1787201441 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787201356.167892:0:278301:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787201356.167894:0:278301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787201356.167896:0:278301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787201356.167899:0:278301:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899c91234a80 x1874004887456256/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 584/640 e 0 to 0 dl 1787201441 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787201356.167903:0:278301:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899c91234a80 pname:cluuid:pid:xid:nid:opc:job stat:084554c7-ea41-472c-a807-73eae7b611f4:278301:1874004887456256:192.168.201.137@tcp:101:stat.0 00000100:00000001:1.0:1787201356.167906:0:278301:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201356.167908:0:278301:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201356.167910:0:278301:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787201356.167911:0:278301:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201356.167913:0:278301:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899c91234a80 x1874004887456256/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 584/640 e 0 to 0 dl 1787201441 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787201356.167917:0:278301:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787201356.167919:0:278301:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff899cb08bb600. 00000100:00000001:1.0:1787201356.167922:0:278301:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787201356.167922:0:278301:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.167925:0:278301:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1787201356.167927:0:278301:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787201356.167929:0:278301:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787201356.167931:0:278301:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899c80031800 refcount=4 00000020:00000001:1.0:1787201356.167933:0:278301:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613903988430848 : -130169721120768 : ffff899c80031800) 00010000:00000001:1.0:1787201356.167935:0:278301:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613903988430848 : -130169721120768 : ffff899c80031800) 00010000:00000040:1.0:1787201356.167940:0:278301:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff899c80031800, remote cookie: 0x6f855ab5c1dd764f, flags: 0x1001 00010000:00010000:1.0:1787201356.167944:0:278301:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031800/0xb1b6f6721adb0e9f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6f855ab5c1dd764f expref: -99 pid: 278301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1787201356.167951:0:278301:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200002b17:0x11cc:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1787201356.167953:0:278301:0:(ldlm_lock.c:530:ldlm_lock_change_resource()) Process entered 00010000:00000001:1.0:1787201356.167966:0:278301:0:(ldlm_lock.c:588:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787201356.167975:0:278301:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031800/0xb1b6f6721adb0e9f lrc: 4/1,0 mode: --/PR res: [0x200002b17:0x11cc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6f855ab5c1dd764f expref: -99 pid: 278301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787201356.167984:0:278301:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031800/0xb1b6f6721adb0e9f lrc: 4/1,0 mode: --/PR res: [0x200002b17:0x11cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6f855ab5c1dd764f expref: -99 pid: 278301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787201356.167989:0:278301:0:(ldlm_lock.c:1800:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1787201356.167994:0:278301:0:(ldlm_lock.c:1130:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1787201356.167996:0:278301:0:(ldlm_lock.c:994:search_granted_lock()) Process entered 00010000:00000001:1.0:1787201356.167998:0:278301:0:(ldlm_lock.c:1060:search_granted_lock()) Process leaving 00010000:00000001:1.0:1787201356.167999:0:278301:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1787201356.168002:0:278301:0:(ldlm_resource.c:1873:ldlm_resource_dump()) --- Resource: [0x200002b17:0x11cc:0x0].0x0 (ffff899ca0a67a00) refcount = 2 00010000:00000040:1.0:1787201356.168004:0:278301:0:(ldlm_resource.c:1876:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1787201356.168007:0:278301:0:(ldlm_resource.c:1879:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899cc07bac00/0xb1b6f6721adb0e91 lrc: 1/0,0 mode: CR/CR res: [0x200002b17:0x11cc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x6f855ab5c1dd7625 expref: -99 pid: 278298 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1787201356.168013:0:278301:0:(ldlm_lock.c:1077:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031800/0xb1b6f6721adb0e9f lrc: 4/1,0 mode: PR/PR res: [0x200002b17:0x11cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6f855ab5c1dd764f expref: -99 pid: 278301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787201356.168019:0:278301:0:(ldlm_lock.c:1099:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1787201356.168023:0:278301:0:(ldlm_lock.c:1162:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1787201356.168024:0:278301:0:(ldlm_lock.c:1923:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787201356.168027:0:278301:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1787201356.168030:0:278301:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787201356.168033:0:278301:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031800/0xb1b6f6721adb0e9f lrc: 4/1,0 mode: PR/PR res: [0x200002b17:0x11cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6f855ab5c1dd764f expref: -99 pid: 278301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787201356.168039:0:278301:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1787201356.168040:0:278301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.168042:0:278301:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787201356.168043:0:278301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.168044:0:278301:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787201356.168046:0:278301:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787201356.168051:0:278301:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1787201356.168059:0:278301:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787201356.168061:0:278301:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787201356.168067:0:278301:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899c80031800 refcount=3 00000020:00000001:1.0:1787201356.168069:0:278301:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613903988430848 : -130169721120768 : ffff899c80031800) 00010000:00000001:1.0:1787201356.168071:0:278301:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613903988430848 : -130169721120768 : ffff899c80031800) 00010000:00000001:1.0:1787201356.168073:0:278301:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787201356.168074:0:278301:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787201356.168076:0:278301:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899c80031800 refcount=4 00000020:00000001:1.0:1787201356.168077:0:278301:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613903988430848 : -130169721120768 : ffff899c80031800) 00010000:00000001:1.0:1787201356.168079:0:278301:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613903988430848 : -130169721120768 : ffff899c80031800) 00010000:00000001:1.0:1787201356.168082:0:278301:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787201356.168085:0:278301:0:(ldlm_lock.c:283:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787201356.168088:0:278301:0:(ldlm_lock.c:780:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031800/0xb1b6f6721adb0e9f lrc: 5/2,0 mode: PR/PR res: [0x200002b17:0x11cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6f855ab5c1dd764f expref: -99 pid: 278301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787201356.168095:0:278301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.168096:0:278301:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787201356.168097:0:278301:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787201356.168098:0:278301:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787201356.168099:0:278301:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899c80031800 refcount=5 00000020:00000001:1.0:1787201356.168101:0:278301:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613903988430848 : -130169721120768 : ffff899c80031800) 00010000:00000001:1.0:1787201356.168103:0:278301:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613903988430848 : -130169721120768 : ffff899c80031800) 00010000:00000001:1.0:1787201356.168105:0:278301:0:(ldlm_lock.c:859:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787201356.168108:0:278301:0:(ldlm_lock.c:834:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031800/0xb1b6f6721adb0e9f lrc: 5/2,0 mode: PR/PR res: [0x200002b17:0x11cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6f855ab5c1dd764f expref: -99 pid: 278301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787201356.168114:0:278301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.168116:0:278301:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787201356.168189:0:278301:0:(ldlm_lock.c:924:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031800/0xb1b6f6721adb0e9f lrc: 4/1,0 mode: PR/PR res: [0x200002b17:0x11cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6f855ab5c1dd764f expref: -99 pid: 278301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787201356.168196:0:278301:0:(ldlm_lock.c:928:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787201356.168202:0:278301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.168204:0:278301:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787201356.168205:0:278301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.168206:0:278301:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1787201356.168211:0:278301:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff899c91234a80 x1874004887456256/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 584/640 e 0 to 0 dl 1787201441 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1787201356.168294:0:278301:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787201356.168295:0:278301:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787201356.168297:0:278301:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899c80031800 refcount=3 00000020:00000001:1.0:1787201356.168299:0:278301:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613903988430848 : -130169721120768 : ffff899c80031800) 00010000:00000001:1.0:1787201356.168301:0:278301:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613903988430848 : -130169721120768 : ffff899c80031800) 00000002:00010000:1.0:1787201356.168305:0:278301:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031800/0xb1b6f6721adb0e9f lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0x11cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6f855ab5c1dd764f expref: -99 pid: 278301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1787201356.168315:0:278301:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff899c9eb01380. 00010000:00000001:1.0:1787201356.168317:0:278301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.168318:0:278301:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787201356.168320:0:278301:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787201356.168322:0:278301:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1787201356.168325:0:278301:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1787201356.168327:0:278301:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787201356.168328:0:278301:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787201356.168329:0:278301:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899c80031800 refcount=3 00000020:00000001:1.0:1787201356.168330:0:278301:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613903988430848 : -130169721120768 : ffff899c80031800) 00010000:00000001:1.0:1787201356.168332:0:278301:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613903988430848 : -130169721120768 : ffff899c80031800) 00000002:00010000:1.0:1787201356.168335:0:278301:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031800/0xb1b6f6721adb0e9f lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0x11cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6f855ab5c1dd764f expref: -99 pid: 278301 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787201356.168341:0:278301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.168342:0:278301:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787201356.168344:0:278301:0:(ldlm_lock.c:1451:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787201356.168345:0:278301:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787201356.168346:0:278301:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787201356.168347:0:278301:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899c80031800 refcount=3 00000020:00000001:1.0:1787201356.168354:0:278301:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613903988430848 : -130169721120768 : ffff899c80031800) 00010000:00000001:1.0:1787201356.168357:0:278301:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613903988430848 : -130169721120768 : ffff899c80031800) 00010000:00010000:1.0:1787201356.168361:0:278301:0:(ldlm_lock.c:1544:ldlm_lock_match_with_skip()) ### not matched ns ffff899ca73f4000 type 13 mode 4 res 8589945623/4556 (0 0) 00010000:00000001:1.0:1787201356.168364:0:278301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.168365:0:278301:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787201356.168366:0:278301:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1787201356.168369:0:278301:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff992581e57710 00000002:00002000:1.0:1787201356.168371:0:278301:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f812b.sanity intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1787201356.168374:0:278301:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787201356.168380:0:278301:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787201356.168383:0:278301:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1787201356.168386:0:278301:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 0 00000080:00000001:1.0:1787201356.168389:0:278301:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787201356.168392:0:278301:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff899c914efb80 2 00000080:00000001:1.0:1787201356.168395:0:278301:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1787201356.168396:0:278301:0:(namei.c:674:ll_lookup_it_finish()) it ffff992581e57b20 it_disposition b 00000080:00000001:1.0:1787201356.168399:0:278301:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1787201356.168404:0:278301:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1787201356.168407:0:278301:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1787201356.168410:0:278301:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145330124 : 144115373145330124 : 200002b170011cc) 00000080:00000001:1.0:1787201356.168413:0:278301:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:1.0:1787201356.168419:0:278301:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787201356.168423:0:278301:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446613904481893768 : -130169227657848 : ffff899c9d6cbd88) 00000020:00001000:1.0:1787201356.168425:0:278301:0:(cl_object.c:823:cl_env_get()) 1@ffff899c9d6cbd80 00000020:00000001:1.0:1787201356.168427:0:278301:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1787201356.168431:0:278301:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1787201356.168433:0:278301:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1787201356.168439:0:278301:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff899c8fccdf60. 00020000:00000010:1.0:1787201356.168444:0:278301:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff899c94aab980. 00020000:00000010:1.0:1787201356.168448:0:278301:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff899c8fccd7e0. 00020000:00000001:1.0:1787201356.168450:0:278301:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446613904253310944 : -130169456240672 : ffff899c8fccd7e0) 00020000:00000002:1.0:1787201356.168453:0:278301:0:(lov_ea.c:755:dump_lsm()) lsm ffff899c8fccd7e0, objid 0x11cc:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1787201356.168458:0:278301:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1787201356.168462:0:278301:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff899c94aab980: ostid: 0x280000401:21640 ost idx: 0 gen: 0 00020000:00000002:1.0:1787201356.168470:0:278301:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff899caf6c97c0) owner ffff899c81330000 00020000:00000001:1.0:1787201356.168473:0:278301:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1787201356.168475:0:278301:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff899caf6c97c0) owner ffff899c81330000 00020000:00000010:1.0:1787201356.168480:0:278301:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff899c94aab980. 00020000:00000010:1.0:1787201356.168484:0:278301:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff899c8fccdf60. 00020000:00000010:1.0:1787201356.168487:0:278301:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff899c8fccd7e0. 00020000:00000002:1.0:1787201356.168489:0:278301:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0x11cc:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1787201356.168491:0:278301:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787201356.168493:0:278301:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1787201356.168495:0:278301:0:(cl_object.c:917:cl_env_put()) 1@ffff899c9d6cbd80 00000080:00000001:1.0:1787201356.168499:0:278301:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145330124 : 144115373145330124 : 200002b170011cc) 00000080:00000001:1.0:1787201356.168502:0:278301:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00200000:1.0:1787201356.168506:0:278301:0:(namei.c:147:ll_iget()) got inode: [0x200002b17:0x11cc:0x0](ffff899c822c9988): rc = 0 00000080:00000001:1.0:1787201356.168509:0:278301:0:(namei.c:156:ll_iget()) Process leaving (rc=18446613904024705416 : -130169684846200 : ffff899c822c9988) 00010000:00000001:1.0:1787201356.168511:0:278301:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787201356.168512:0:278301:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787201356.168514:0:278301:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899c80031800 refcount=3 00000020:00000001:1.0:1787201356.168516:0:278301:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613903988430848 : -130169721120768 : ffff899c80031800) 00010000:00000001:1.0:1787201356.168518:0:278301:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613903988430848 : -130169721120768 : ffff899c80031800) 00000080:00000001:1.0:1787201356.168521:0:278301:0:(file.c:6801:ll_layout_conf()) Process entered 00000020:00000001:1.0:1787201356.168522:0:278301:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787201356.168524:0:278301:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446613904481893768 : -130169227657848 : ffff899c9d6cbd88) 00000020:00001000:1.0:1787201356.168525:0:278301:0:(cl_object.c:823:cl_env_get()) 1@ffff899c9d6cbd80 00000020:00000001:1.0:1787201356.168527:0:278301:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1787201356.168528:0:278301:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1787201356.168529:0:278301:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1787201356.168532:0:278301:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff899c8fccd7e0. 00020000:00000010:1.0:1787201356.168535:0:278301:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff899c94aab980. 00020000:00000010:1.0:1787201356.168538:0:278301:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff899c8fccdf60. 00020000:00000001:1.0:1787201356.168540:0:278301:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446613904253312864 : -130169456238752 : ffff899c8fccdf60) 00020000:00000002:1.0:1787201356.168542:0:278301:0:(lov_ea.c:755:dump_lsm()) lsm ffff899c8fccdf60, objid 0x11cc:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1787201356.168546:0:278301:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1787201356.168549:0:278301:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff899c94aab980: ostid: 0x280000401:21640 ost idx: 0 gen: 0 00020000:00000002:1.0:1787201356.168557:0:278301:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff899caf6c97c0) owner ffff899c81330000 00020000:00000001:1.0:1787201356.168559:0:278301:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1787201356.168561:0:278301:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff899caf6c97c0) owner ffff899c81330000 00020000:00000010:1.0:1787201356.168563:0:278301:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff899c94aab980. 00020000:00000010:1.0:1787201356.168566:0:278301:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff899c8fccd7e0. 00020000:00000010:1.0:1787201356.168568:0:278301:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff899c8fccdf60. 00020000:00000002:1.0:1787201356.168570:0:278301:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0x11cc:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1787201356.168572:0:278301:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787201356.168574:0:278301:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787201356.168577:0:278301:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1787201356.168580:0:278301:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff899caf6c97c0) owner 0000000000000000/ffff899c81330000 00020000:00000002:1.0:1787201356.168583:0:278301:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff899c9d659000 addref 2/0 by ffff899c81330000. 00020000:00000002:1.0:1787201356.168585:0:278301:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff899caf6c97c0) owner 0000000000000000/ffff899c81330000 00020000:00000001:1.0:1787201356.168588:0:278301:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1787201356.168590:0:278301:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1787201356.168591:0:278301:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1787201356.168592:0:278301:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1787201356.168594:0:278301:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1787201356.168596:0:278301:0:(file.c:6836:ll_layout_conf()) [0x200002b17:0x11cc:0x0]: layout version change: 0 -> 0 00000020:00001000:1.0:1787201356.168599:0:278301:0:(cl_object.c:917:cl_env_put()) 1@ffff899c9d6cbd80 00000080:00000001:1.0:1787201356.168601:0:278301:0:(file.c:6843:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.168603:0:278301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.168604:0:278301:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787201356.168606:0:278301:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1787201356.168608:0:278301:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1787201356.168610:0:278301:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787201356.168613:0:278301:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200002b17:0x11cc:0x0](ffff899c822c9988) for lock 0xb1b6f6721adb0e9f 00800000:00000001:1.0:1787201356.168616:0:278301:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787201356.168618:0:278301:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787201356.168620:0:278301:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787201356.168621:0:278301:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787201356.168622:0:278301:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899c80031800 refcount=3 00000020:00000001:1.0:1787201356.168624:0:278301:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613903988430848 : -130169721120768 : ffff899c80031800) 00010000:00000001:1.0:1787201356.168626:0:278301:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613903988430848 : -130169721120768 : ffff899c80031800) 00010000:00000001:1.0:1787201356.168629:0:278301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.168635:0:278301:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787201356.168636:0:278301:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787201356.168638:0:278301:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1787201356.168644:0:278301:0:(namei.c:653:ll_splice_alias()) Add dentry ffff899c8a94b000 inode ffff899c822c9988 refc 1 flags 0x40000e 00000080:00000001:1.0:1787201356.168647:0:278301:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1787201356.168650:0:278301:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b17:0x11cc:0x0](ffff899c822c9988) 00000080:00010000:1.0:1787201356.168653:0:278301:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb1b6f6721adb0e9f from it ffff992581e57b20 00010000:00000001:1.0:1787201356.168655:0:278301:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787201356.168656:0:278301:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787201356.168657:0:278301:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899c80031800 refcount=3 00000020:00000001:1.0:1787201356.168658:0:278301:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613903988430848 : -130169721120768 : ffff899c80031800) 00010000:00000001:1.0:1787201356.168661:0:278301:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613903988430848 : -130169721120768 : ffff899c80031800) 00010000:00000001:1.0:1787201356.168662:0:278301:0:(ldlm_lock.c:859:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787201356.168665:0:278301:0:(ldlm_lock.c:834:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031800/0xb1b6f6721adb0e9f lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0x11cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x6f855ab5c1dd764f expref: -99 pid: 278301 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787201356.168671:0:278301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.168672:0:278301:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787201356.168673:0:278301:0:(ldlm_lock.c:305:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787201356.168675:0:278301:0:(ldlm_lock.c:309:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787201356.168678:0:278301:0:(ldlm_lock.c:917:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031800/0xb1b6f6721adb0e9f lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x11cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x6f855ab5c1dd764f expref: -99 pid: 278301 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787201356.168685:0:278301:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787201356.168687:0:278301:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787201356.168689:0:278301:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787201356.168693:0:278301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.168695:0:278301:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787201356.168696:0:278301:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.168699:0:278301:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787201356.168701:0:278301:0:(ldlm_lockd.c:2251:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.168703:0:278301:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.168705:0:278301:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.168707:0:278301:0:(ldlm_lock.c:928:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787201356.168714:0:278301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.168715:0:278301:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1787201356.168717:0:278301:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1787201356.168721:0:278301:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff899c88edac00. 00000100:00000001:1.0:1787201356.168724:0:278301:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201356.168729:0:278301:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899c91234a80 x1874004887456256/t0(0) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 584/640 e 0 to 0 dl 1787201441 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787201356.168735:0:278301:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787201356.168738:0:278301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787201356.168740:0:278301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff899c91b26000. 02000000:00000001:1.0:1787201356.168743:0:278301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787201356.168745:0:278301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787201356.168747:0:278301:0:(genops.c:1223:class_import_put()) import ffff899ca73f6000 refcount=9 obd=lustre-MDT0000-mdc-ffff899c9ef83000 00000020:00000001:1.0:1787201356.168749:0:278301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787201356.168752:0:278301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff899cc0166400. 02000000:00000001:1.0:1787201356.168755:0:278301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787201356.168757:0:278301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787201356.168759:0:278301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899c91234a80. 00000100:00000001:1.0:1787201356.168762:0:278301:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787201356.168763:0:278301:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787201356.168766:0:278301:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1787201356.168767:0:278301:0:(dcache.c:176:ll_intent_release()) intent ffff992581e57b20 released 00000080:00000001:1.0:1787201356.168769:0:278301:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:1.0:1787201356.168780:0:278301:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff992581e57d08 00000080:00200008:1.0:1787201356.168920:0:278301:0:(file.c:6295:ll_getattr_dentry()) START file f812b.sanity:[0x200002b17:0x11cc:0x0](ffff899c822c9988), request_mask 4095, flags 0, foreign 0 00000080:00000001:1.0:1787201356.168927:0:278301:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1787201356.168928:0:278301:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff992581e57c80 00000080:00200000:1.0:1787201356.168930:0:278301:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200002b17:0x11cc:0x0](ffff899c822c9988),name=f812b.sanity 00000080:00000010:1.0:1787201356.168935:0:278301:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff899c88edac00. 00800000:00000002:1.0:1787201356.168941:0:278301:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff899c914efb80 2 00000080:00000001:1.0:1787201356.168946:0:278301:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1787201356.168950:0:278301:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1787201356.168951:0:278301:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff992581e57ba0 00800000:00000002:1.0:1787201356.168953:0:278301:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200002b17:0x11cc:0x0] 'f812b.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1787201356.168966:0:278301:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1787201356.168970:0:278301:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787201356.168979:0:278301:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787201356.168981:0:278301:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787201356.168983:0:278301:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787201356.168985:0:278301:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787201356.168987:0:278301:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1787201356.168989:0:278301:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787201356.168992:0:278301:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1787201356.168992:0:278301:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1787201356.168993:0:278301:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1787201356.168995:0:278301:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1787201356.168996:0:278301:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787201356.168997:0:278301:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x11cc:0x0] 00800000:00000001:1.0:1787201356.168999:0:278301:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1787201356.169001:0:278301:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200002b17:0x11cc:0x0], name='' -> mds #0 00000002:00000001:1.0:1787201356.169005:0:278301:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1787201356.169007:0:278301:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff992581e57a70 00000002:00010000:1.0:1787201356.169009:0:278301:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200002b17:0x11cc:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1787201356.169012:0:278301:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1787201356.169014:0:278301:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1787201356.169015:0:278301:0:(ldlm_lock.c:1451:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787201356.169018:0:278301:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787201356.169020:0:278301:0:(ldlm_lock.c:283:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1787201356.169023:0:278301:0:(ldlm_lock.c:780:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031800/0xb1b6f6721adb0e9f lrc: 2/1,0 mode: PR/PR res: [0x200002b17:0x11cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x6f855ab5c1dd764f expref: -99 pid: 278301 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1787201356.169030:0:278301:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1787201356.169034:0:278301:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787201356.169038:0:278301:0:(ldlm_lock.c:1527:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031800/0xb1b6f6721adb0e9f lrc: 2/1,0 mode: PR/PR res: [0x200002b17:0x11cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x6f855ab5c1dd764f expref: -99 pid: 278301 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1787201356.169044:0:278301:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1787201356.169046:0:278301:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1787201356.169047:0:278301:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787201356.169049:0:278301:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1787201356.169051:0:278301:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1787201356.169058:0:278301:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 0: rc 1 00000080:00000001:1.0:1787201356.169061:0:278301:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1787201356.169063:0:278301:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff899c914efb80 2 00000080:00000010:1.0:1787201356.169065:0:278301:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff899c88edac00. 00000080:00000001:1.0:1787201356.169068:0:278301:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1787201356.169070:0:278301:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787201356.169072:0:278301:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b17:0x11cc:0x0](ffff899c822c9988) 00000080:00010000:1.0:1787201356.169075:0:278301:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200002b17:0x11cc:0x0](ffff899c822c9988) for lock 0xb1b6f6721adb0e9f 00800000:00000001:1.0:1787201356.169078:0:278301:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1787201356.169079:0:278301:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1787201356.169080:0:278301:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787201356.169082:0:278301:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787201356.169083:0:278301:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899c80031800 refcount=3 00000020:00000001:1.0:1787201356.169085:0:278301:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613903988430848 : -130169721120768 : ffff899c80031800) 00010000:00000001:1.0:1787201356.169087:0:278301:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613903988430848 : -130169721120768 : ffff899c80031800) 00010000:00000001:1.0:1787201356.169089:0:278301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.169090:0:278301:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1787201356.169091:0:278301:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1787201356.169093:0:278301:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1787201356.169095:0:278301:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xb1b6f6721adb0e9f from it ffff992581e57cb8 00010000:00000001:1.0:1787201356.169097:0:278301:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787201356.169098:0:278301:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787201356.169099:0:278301:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899c80031800 refcount=3 00000020:00000001:1.0:1787201356.169101:0:278301:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613903988430848 : -130169721120768 : ffff899c80031800) 00010000:00000001:1.0:1787201356.169103:0:278301:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613903988430848 : -130169721120768 : ffff899c80031800) 00010000:00000001:1.0:1787201356.169105:0:278301:0:(ldlm_lock.c:859:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787201356.169108:0:278301:0:(ldlm_lock.c:834:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031800/0xb1b6f6721adb0e9f lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0x11cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x6f855ab5c1dd764f expref: -99 pid: 278301 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1787201356.169113:0:278301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.169114:0:278301:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787201356.169115:0:278301:0:(ldlm_lock.c:305:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787201356.169179:0:278301:0:(ldlm_lock.c:309:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787201356.169182:0:278301:0:(ldlm_lock.c:917:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff899c9ef83000 lock: ffff899c80031800/0xb1b6f6721adb0e9f lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x11cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x6f855ab5c1dd764f expref: -99 pid: 278301 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1787201356.169195:0:278301:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787201356.169196:0:278301:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787201356.169198:0:278301:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787201356.169200:0:278301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.169201:0:278301:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787201356.169202:0:278301:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.169204:0:278301:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787201356.169206:0:278301:0:(ldlm_lockd.c:2251:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.169207:0:278301:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.169209:0:278301:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.169211:0:278301:0:(ldlm_lock.c:928:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787201356.169212:0:278301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.169213:0:278301:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1787201356.169239:0:278301:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1787201356.169241:0:278301:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787201356.169244:0:278301:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1787201356.169247:0:278301:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1787201356.169249:0:278301:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1787201356.169251:0:278301:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1787201356.169253:0:278301:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787201356.169255:0:278301:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1787201356.169258:0:278301:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1787201356.169260:0:278301:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787201356.169262:0:278301:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446613904481893768 : -130169227657848 : ffff899c9d6cbd88) 00000020:00001000:1.0:1787201356.169264:0:278301:0:(cl_object.c:823:cl_env_get()) 1@ffff899c9d6cbd80 00000020:00000001:1.0:1787201356.169269:0:278301:0:(cl_object.c:143:cl_object_top()) ffff899cb855af58 -> ffff899cb855af58 00000020:00000001:1.0:1787201356.169272:0:278301:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1787201356.169274:0:278301:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1787201356.169276:0:278301:0:(vvp_io.c:1826:vvp_io_init()) [0x200002b17:0x11cc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1787201356.169279:0:278301:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787201356.169281:0:278301:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1787201356.169283:0:278301:0:(file.c:7102:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1787201356.169284:0:278301:0:(file.c:7106:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787201356.169286:0:278301:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1787201356.169290:0:278301:0:(lov_object.c:1590:lov_io_init()) [0x200002b17:0x11cc:0x0]io ffff899ca7bbf7e0 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1787201356.169292:0:278301:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff899caf6c97c0) owner 0000000000000000/ffff899c81330000 00020000:00000001:1.0:1787201356.169301:0:278301:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1787201356.169302:0:278301:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1787201356.169304:0:278301:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1787201356.169306:0:278301:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787201356.169308:0:278301:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1787201356.169310:0:278301:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1787201356.169312:0:278301:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787201356.169314:0:278301:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787201356.169315:0:278301:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1787201356.169316:0:278301:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1787201356.169317:0:278301:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff899caf6c97c0) owner 0000000000000000/ffff899c81330000 00000020:00000001:1.0:1787201356.169319:0:278301:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1787201356.169322:0:278301:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1787201356.169324:0:278301:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200002b17:0x11cc:0x0] 00000020:00000001:1.0:1787201356.169327:0:278301:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1787201356.169329:0:278301:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1787201356.169331:0:278301:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1787201356.169332:0:278301:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1787201356.169338:0:278301:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1787201356.169342:0:278301:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff899c9db47d80. 00020000:00000002:1.0:1787201356.169345:0:278301:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1787201356.169347:0:278301:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1787201356.169349:0:278301:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787201356.169351:0:278301:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1787201356.169353:0:278301:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1787201356.169355:0:278301:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446613904779120296 : -130168930431320 : ffff899caf240ea8) 00000020:00001000:1.0:1787201356.169357:0:278301:0:(cl_object.c:823:cl_env_get()) 1@ffff899caf240ea0 00000020:00000001:1.0:1787201356.169362:0:278301:0:(cl_object.c:143:cl_object_top()) ffff899c9ecc5918 -> ffff899cb855af58 00000020:00000001:1.0:1787201356.169363:0:278301:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1787201356.169368:0:278301:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1787201356.169369:0:278301:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1787201356.169370:0:278301:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787201356.169372:0:278301:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787201356.169373:0:278301:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446613904652979152 : -130169056572464 : ffff899ca79f4bd0) 00000020:00000001:1.0:1787201356.169375:0:278301:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1787201356.169380:0:278301:0:(osc_lock.c:1277:osc_lock_init()) slab-alloced 'oscl': 304 at ffff899c83f3a5f0. 00000008:00010000:1.0:1787201356.169383:0:278301:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1787201356.169385:0:278301:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1787201356.169386:0:278301:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1787201356.169393:0:278301:0:(osc_lock.c:1318:osc_lock_init()) ### lock ffff899c9db47db0, osc lock ffff899c83f3a5f0, flags 0x400001002 00000020:00000001:1.0:1787201356.169396:0:278301:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787201356.169397:0:278301:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787201356.169401:0:278301:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446613904486595968 : -130169222955648 : ffff899c9db47d80) 00000020:00000001:1.0:1787201356.169403:0:278301:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1787201356.169404:0:278301:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1787201356.169405:0:278301:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787201356.169407:0:278301:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787201356.169409:0:278301:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1787201356.169411:0:278301:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1787201356.169412:0:278301:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1787201356.169414:0:278301:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1787201356.169415:0:278301:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1787201356.169416:0:278301:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446613904652979152 : -130169056572464 : ffff899ca79f4bd0) 00000020:00000001:1.0:1787201356.169418:0:278301:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1787201356.169421:0:278301:0:(osc_lock.c:1011:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1787201356.169423:0:278301:0:(osc_lock.c:1036:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1787201356.169427:0:278301:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1787201356.169429:0:278301:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1787201356.169430:0:278301:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1787201356.169432:0:278301:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1787201356.169433:0:278301:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1787201356.169434:0:278301:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1787201356.169437:0:278301:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1787201356.169438:0:278301:0:(ldlm_lock.c:1451:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1787201356.169441:0:278301:0:(ldlm_lock.c:1466:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.169443:0:278301:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1787201356.169447:0:278301:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899c91234a80. 00000020:00000040:1.0:1787201356.169450:0:278301:0:(genops.c:1210:class_import_get()) import ffff899c94855800 refcount=4 obd=lustre-OST0000-osc-ffff899c9ef83000 00010000:00000001:1.0:1787201356.169454:0:278301:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1787201356.169458:0:278301:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787201356.169460:0:278301:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201356.169463:0:278301:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787201356.169465:0:278301:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787201356.169468:0:278301:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787201356.169474:0:278301:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff899c88edac00. 00000100:00000001:1.0:1787201356.169479:0:278301:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.169483:0:278301:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787201356.169489:0:278301:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.169491:0:278301:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1787201356.169492:0:278301:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.169494:0:278301:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.169498:0:278301:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446613904275753600 : -130169433798016 : ffff899c91234a80) 00010000:00000001:1.0:1787201356.169501:0:278301:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1787201356.169503:0:278301:0:(ldlm_lock.c:1705:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1787201356.169507:0:278301:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff899c94b9d300. 00010000:00000010:1.0:1787201356.169510:0:278301:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff899c94b9d800. 00010000:00000001:1.0:1787201356.169517:0:278301:0:(ldlm_lock.c:436:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1787201356.169520:0:278301:0:(ldlm_lock.c:440:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff899c80031a00. 00000020:00000001:1.0:1787201356.169524:0:278301:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1787201356.169527:0:278301:0:(lustre_handles.c:93:class_handle_hash()) added object ffff899c80031a00 with handle 0xb1b6f6721adb0ea6 to hash 00000020:00000001:1.0:1787201356.169529:0:278301:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1787201356.169530:0:278301:0:(ldlm_lock.c:491:ldlm_lock_new()) Process leaving (rc=18446613903988431360 : -130169721120256 : ffff899c80031a00) 00010000:00000010:1.0:1787201356.169533:0:278301:0:(ldlm_lock.c:1737:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff899c9eb01b00. 00010000:00000001:1.0:1787201356.169535:0:278301:0:(ldlm_lock.c:1746:ldlm_lock_create()) Process leaving (rc=18446613903988431360 : -130169721120256 : ffff899c80031a00) 00010000:00000001:1.0:1787201356.169537:0:278301:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787201356.169539:0:278301:0:(ldlm_lock.c:283:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787201356.169542:0:278301:0:(ldlm_lock.c:780:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff899c9ef83000 lock: 00000000d3215eda/0xb1b6f6721adb0ea6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x5488:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 278301 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787201356.169551:0:278301:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff899c9ef83000 lock: 00000000d3215eda/0xb1b6f6721adb0ea6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x5488:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 278301 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787201356.169562:0:278301:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201356.169565:0:278301:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787201356.169569:0:278301:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201356.169577:0:278301:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f707f5d8] to pc [ptlrpcd_00_01+1] req@ffff899c91234a80 x1874004887456384/t0(0) o101->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787201356.169648:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787201356.169653:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787201356.169655:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787201356.169661:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899c91234a80 x1874004887456384/t0(0) o101->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787201356.169669:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787201356.169671:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787201356.169675:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787201356.169677:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787201356.169680:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787201356.169683:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899c91234a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:084554c7-ea41-472c-a807-73eae7b611f4:2403:1874004887456384:192.168.201.137@tcp:101:stat.0 00000100:00000001:0.0:1787201356.169694:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787201356.169700:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787201356.169702:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787201356.169705:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787201356.169709:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff899caf77ec00. 02000000:00000001:0.0:1787201356.169711:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787201356.169718:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:0.0:1787201356.169722:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899c91a22a50. 00000400:00000010:0.0:1787201356.169727:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91646dd0. 00000100:00000200:0.0:1787201356.169734:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874004887456384, portal 4 00000100:00000001:0.0:1787201356.169736:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787201356.169738:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904275753600 : -130169433798016 : ffff899c91234a80) 00000100:00000040:0.0:1787201356.169744:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff899c91234a80 x1874004887456384/t0(0) o101->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 328/400 e 0 to 0 dl 1787201411 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787201356.169884:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787201356.169888:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:0.0:1787201356.169891:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91646110. 00000100:00000200:0.0:1787201356.169895:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1874004887456384, offset 0 00000400:00000200:0.0:1787201356.169901:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:0.0:1787201356.169908:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201356.169915:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:0.0:1787201356.169921:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787201356.169925:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:0.0:1787201356.169928:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787201356.169931:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:0.0:1787201356.169935:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545837:545837:256:4294967295] 192.168.201.137@tcp LPNI seq info [545780:545780:8:4294967295] 00000400:00000200:0.0:1787201356.169939:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201356.169948:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:0.0:1787201356.169954:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:0.0:1787201356.169970:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899c91178600. 00000800:00000200:0.0:1787201356.169977:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:0.0:1787201356.169989:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:0.0:1787201356.169994:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899c91178600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1787201356.170007:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201356.170012:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: using a timeout of 110345 usecs (111 jiffies) 00000400:00000200:0.0:1787201356.170015:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:0.0:1787201356.170018:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305907272 00000100:00000001:0.0:1787201356.170021:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS request active for cpu 0, keep current deadline 4305907471 00000100:00000001:0.0:1787201356.170023:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305907272 00000100:00000001:0.0:1787201356.170025:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS request active for cpu 1, keep current deadline 4305907471 00000100:00000001:0.0:1787201356.170027:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787201356.170030:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201356.170033:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201356.170035:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1787201356.170059:0:278301:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1787201356.170062:0:278301:0:(osc_lock.c:1115:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787201356.170069:0:278301:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1787201356.170071:0:278301:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787201356.170072:0:278301:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787201356.170075:0:278301:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1787201356.170077:0:278301:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1787201356.170078:0:278301:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1787201356.170080:0:278301:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000100:00000001:0.0:1787201356.170212:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787201356.170302:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:0.0:1787201356.170305:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787201356.170307:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787201356.170309:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201356.170311:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201356.170322:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787201356.170324:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787201356.171394:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787201356.171401:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899c91178600. 00000400:00000200:0.0:1787201356.171408:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201356.171415:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:0.0:1787201356.171421:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91646110 00000400:00000010:0.0:1787201356.171423:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91646110. 00000100:00000001:0.0:1787201356.171428:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787201356.171434:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899c91234a80 x1874004887456384/t0(0) o101->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 328/400 e 0 to 0 dl 1787201411 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787201356.171445:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201356.171448:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899c91234a80 x1874004887456384/t0(0) o101->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 328/400 e 0 to 0 dl 1787201411 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787201356.171471:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201356.171473:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787201356.174418:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201356.174433:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787201356.174437:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201356.174440:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201356.174449:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201356.174456:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:0.0:1787201356.174465:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201356.174470:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201356.174475:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201356.174479:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 400 into portal 4 MB=0x6a865c39fca80 00000400:00000200:0.0:1787201356.174484:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201356.174491:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.137@tcp of length 400/400 into md 0x53dbb9 [1] + 224 00000800:00000001:0.0:1787201356.174498:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201356.174505:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201356.174509:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201356.174513:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:0.0:1787201356.174520:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201356.174528:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899c91234a80 x1874004887456384/t0(0) o101->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 328/400 e 0 to 0 dl 1787201411 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1787201356.174539:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff899c91234a80 x1874004887456384/t0(0) o101->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 328/400 e 0 to 0 dl 1787201411 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787201356.174597:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787201356.174602:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787201356.174619:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787201356.174628:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201356.174632:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1787201356.174666:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787201356.174669:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787201356.174672:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899c91a22a50. 00000400:00000200:1.0:1787201356.174676:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91646dd0 00000400:00000010:1.0:1787201356.174679:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91646dd0. 00000100:00000001:1.0:1787201356.174683:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787201356.174688:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899c91234a80 x1874004887456384/t0(0) o101->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 328/400 e 0 to 0 dl 1787201411 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1787201356.174697:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899c91234a80 x1874004887456384/t0(0) o101->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 328/400 e 0 to 0 dl 1787201411 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787201356.174703:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787201356.174705:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201356.174708:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787201356.174711:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787201356.174713:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787201356.174716:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201356.174718:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787201356.174728:0:2403:0:(import.c:2149:obd_at_measure()) add 36 to ffff899c94855c60 time=116 v=36 (36 5 5 5) 00000100:00001000:1.0:1787201356.174732:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff899c94855c18 time=54 v=5 (1 1 1 1) 00000100:00000001:1.0:1787201356.174734:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787201356.174736:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.174739:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787201356.174742:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201356.174747:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787201356.174749:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff899c9ef83000: skip recheck: last_committed 21474857068 00000100:00000001:1.0:1787201356.174751:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787201356.174753:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201356.174758:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899c91234a80 x1874004887456384/t0(0) o101->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 328/400 e 0 to 0 dl 1787201411 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1787201356.174906:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787201356.174911:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787201356.174913:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1787201356.174916:0:2403:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:1.0:1787201356.174919:0:2403:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787201356.174921:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787201356.174924:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899c80031a00 refcount=4 00000020:00000001:1.0:1787201356.174927:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613903988431360 : -130169721120256 : ffff899c80031a00) 00010000:00000001:1.0:1787201356.174930:0:2403:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613903988431360 : -130169721120256 : ffff899c80031a00) 00010000:00000001:1.0:1787201356.174932:0:2403:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787201356.174933:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787201356.174934:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899c80031a00 refcount=5 00000020:00000001:1.0:1787201356.174935:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613903988431360 : -130169721120256 : ffff899c80031a00) 00010000:00000001:1.0:1787201356.174937:0:2403:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613903988431360 : -130169721120256 : ffff899c80031a00) 00010000:00000001:1.0:1787201356.174941:0:2403:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787201356.174944:0:2403:0:(ldlm_lock.c:283:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787201356.174949:0:2403:0:(ldlm_lock.c:780:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff899c9ef83000 lock: 00000000d3215eda/0xb1b6f6721adb0ea6 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x5488:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 278301 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787201356.174971:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.174973:0:2403:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787201356.174975:0:2403:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1787201356.174978:0:2403:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787201356.174979:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787201356.174981:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899c80031a00 refcount=6 00000020:00000001:1.0:1787201356.174983:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613903988431360 : -130169721120256 : ffff899c80031a00) 00010000:00000001:1.0:1787201356.174985:0:2403:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613903988431360 : -130169721120256 : ffff899c80031a00) 00010000:00000040:1.0:1787201356.174993:0:2403:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff899c80031a00, remote cookie: 0x6f855ab5c1dd7656, flags: 0x1001 00010000:00010000:1.0:1787201356.174997:0:2403:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff899c9ef83000 lock: 00000000d3215eda/0xb1b6f6721adb0ea6 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x5488:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x6f855ab5c1dd7656 expref: -99 pid: 278301 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787201356.175018:0:2403:0:(ldlm_lock.c:1594:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1787201356.175022:0:2403:0:(ldlm_lock.c:1687:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.175025:0:2403:0:(ldlm_lock.c:1800:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1787201356.175028:0:2403:0:(ldlm_lock.c:1130:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1787201356.175032:0:2403:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff899c9ef83000 lock: 00000000d3215eda/0xb1b6f6721adb0ea6 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x5488:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x6f855ab5c1dd7656 expref: -99 pid: 278301 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1787201356.175042:0:2403:0:(ldlm_resource.c:1873:ldlm_resource_dump()) --- Resource: [0x280000401:0x5488:0x0].0x0 (ffff899c94b9d300) refcount = 1 00010000:00000040:1.0:1787201356.175046:0:2403:0:(ldlm_resource.c:1876:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1787201356.175048:0:2403:0:(ldlm_resource.c:1879:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff899c9ef83000 lock: 00000000d3215eda/0xb1b6f6721adb0ea6 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x5488:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x6f855ab5c1dd7656 expref: -99 pid: 278301 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787201356.175058:0:2403:0:(ldlm_lock.c:1162:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1787201356.175059:0:2403:0:(ldlm_lock.c:1923:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1787201356.175062:0:2403:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1787201356.175064:0:2403:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787201356.175068:0:2403:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff899c9ef83000 lock: 00000000d3215eda/0xb1b6f6721adb0ea6 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x5488:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x6f855ab5c1dd7656 expref: -99 pid: 278301 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787201356.175074:0:2403:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1787201356.175075:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.175076:0:2403:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787201356.175077:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.175078:0:2403:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1787201356.175080:0:2403:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1787201356.175082:0:2403:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1787201356.175086:0:2403:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787201356.175087:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787201356.175088:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899c80031a00 refcount=5 00000020:00000001:1.0:1787201356.175090:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613903988431360 : -130169721120256 : ffff899c80031a00) 00010000:00000001:1.0:1787201356.175093:0:2403:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613903988431360 : -130169721120256 : ffff899c80031a00) 00000008:00000001:1.0:1787201356.175104:0:2403:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1787201356.175109:0:2403:0:(cl_object.c:143:cl_object_top()) ffff899cc0021c00 -> ffff899cb855af58 00000008:00010000:1.0:1787201356.175114:0:2403:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff899c9ef83000 lock: 00000000d3215eda/0xb1b6f6721adb0ea6 lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x5488:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x6f855ab5c1dd7656 expref: -99 pid: 278301 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1787201356.175328:0:2403:0:(cl_object.c:143:cl_object_top()) ffff899cc0021c00 -> ffff899cb855af58 00000020:00000001:1.0:1787201356.175331:0:2403:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1787201356.175333:0:2403:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1787201356.175336:0:2403:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1787201356.175339:0:2403:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787201356.175341:0:2403:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787201356.175342:0:2403:0:(cl_object.c:143:cl_object_top()) ffff899cc0021c00 -> ffff899cb855af58 00000008:00000001:1.0:1787201356.175344:0:2403:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:1.0:1787201356.175350:0:2403:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1787201356.175353:0:2403:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1787201356.175369:0:2403:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1787201356.175371:0:2403:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.175373:0:2403:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787201356.175375:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787201356.175376:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899c80031a00 refcount=6 00000020:00000001:1.0:1787201356.175378:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613903988431360 : -130169721120256 : ffff899c80031a00) 00010000:00000001:1.0:1787201356.175380:0:2403:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613903988431360 : -130169721120256 : ffff899c80031a00) 00010000:00000001:1.0:1787201356.175382:0:2403:0:(ldlm_lock.c:859:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787201356.175385:0:2403:0:(ldlm_lock.c:834:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff899c9ef83000 lock: 00000000d3215eda/0xb1b6f6721adb0ea6 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x5488:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x6f855ab5c1dd7656 expref: -99 pid: 278301 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787201356.175396:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.175397:0:2403:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787201356.175400:0:2403:0:(ldlm_lock.c:924:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff899c9ef83000 lock: 00000000d3215eda/0xb1b6f6721adb0ea6 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x5488:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x6f855ab5c1dd7656 expref: -99 pid: 278301 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787201356.175406:0:2403:0:(ldlm_lock.c:928:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787201356.175413:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.175414:0:2403:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1787201356.175415:0:2403:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.175417:0:2403:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787201356.175418:0:2403:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787201356.175419:0:2403:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff899c80031a00 refcount=5 00000020:00000001:1.0:1787201356.175421:0:2403:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446613903988431360 : -130169721120256 : ffff899c80031a00) 00010000:00000001:1.0:1787201356.175423:0:2403:0:(ldlm_lock.c:639:__ldlm_handle2lock()) Process leaving (rc=18446613903988431360 : -130169721120256 : ffff899c80031a00) 00010000:00000001:1.0:1787201356.175425:0:2403:0:(ldlm_lock.c:859:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787201356.175428:0:2403:0:(ldlm_lock.c:834:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff899c9ef83000 lock: 00000000d3215eda/0xb1b6f6721adb0ea6 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x5488:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x6f855ab5c1dd7656 expref: -99 pid: 278301 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1787201356.175431:0:278301:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.175434:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787201356.175435:0:2403:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1787201356.175436:0:278301:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.175436:0:2403:0:(ldlm_lock.c:305:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1787201356.175439:0:2403:0:(ldlm_lock.c:309:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1787201356.175441:0:2403:0:(ldlm_lock.c:917:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff899c9ef83000 lock: 00000000d3215eda/0xb1b6f6721adb0ea6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5488:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x6f855ab5c1dd7656 expref: -99 pid: 278301 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1787201356.175442:0:278301:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1787201356.175444:0:278301:0:(cl_object.c:143:cl_object_top()) ffff899cb855af58 -> ffff899cb855af58 00000020:00000001:2.0:1787201356.175447:0:278301:0:(cl_object.c:143:cl_object_top()) ffff899cb855af58 -> ffff899cb855af58 00000020:00000001:2.0:1787201356.175448:0:278301:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00010000:00000001:1.0:1787201356.175451:0:2403:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00020000:00000001:2.0:1787201356.175452:0:278301:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00010000:00000001:1.0:1787201356.175453:0:2403:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787201356.175455:0:2403:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00020000:00000001:2.0:1787201356.175456:0:278301:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1787201356.175458:0:278301:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.175459:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00020000:00000001:2.0:1787201356.175460:0:278301:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00010000:00000001:1.0:1787201356.175460:0:2403:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00020000:00000001:2.0:1787201356.175461:0:278301:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.175461:0:2403:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1787201356.175463:0:278301:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x11cc:11031 on OST[0]: s=0 (1) m=0 a=0 c=0 b=0 00010000:00000001:1.0:1787201356.175465:0:2403:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) Process entered 00020000:00000001:2.0:1787201356.175466:0:278301:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.175466:0:2403:0:(ldlm_lockd.c:2251:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1787201356.175469:0:278301:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00010000:00000001:1.0:1787201356.175469:0:2403:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787201356.175471:0:278301:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.175471:0:2403:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.175473:0:2403:0:(ldlm_lock.c:928:ldlm_lock_decref_internal()) Process leaving 00000020:00000001:2.0:1787201356.175474:0:278301:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201356.175474:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1787201356.175475:0:278301:0:(cl_object.c:143:cl_object_top()) ffff899cb855af58 -> ffff899cb855af58 00010000:00000001:1.0:1787201356.175476:0:2403:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787201356.175477:0:2403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000080:00200000:2.0:1787201356.175478:0:278301:0:(file.c:1775:ll_merge_attr_nolock()) [0x200002b17:0x11cc:0x0] updating i_size 0 i_blocks 0 00010000:00000001:1.0:1787201356.175478:0:2403:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1787201356.175479:0:2403:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787201356.175480:0:278301:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1787201356.175482:0:278301:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1787201356.175484:0:278301:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff899ca7bbf780 (ffff899c9d6cbd88/0) at cl_lock_release():245 00000100:00000040:1.0:1787201356.175486:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899c91234a80 x1874004887456384/t0(0) o101->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 328/400 e 0 to 0 dl 1787201411 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000020:00000001:2.0:1787201356.175487:0:278301:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1787201356.175489:0:278301:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff899ca7bbf780 (ffff899c9d6cbd88/0) at cl_lock_cancel():142 00020000:00000001:2.0:1787201356.175492:0:278301:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1787201356.175495:0:278301:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1787201356.175497:0:278301:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446613904652979152 : -130169056572464 : ffff899ca79f4bd0) 00000100:00100000:1.0:1787201356.175499:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899c91234a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:084554c7-ea41-472c-a807-73eae7b611f4:2403:1874004887456384:192.168.201.137@tcp:101:stat.0 00000020:00000001:2.0:1787201356.175503:0:278301:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1787201356.175504:0:278301:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff899c9db47db0 (ffff899caf240ea8/1) at cl_lock_cancel():142 00000100:00000001:1.0:1787201356.175504:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201356.175507:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201356.175511:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899c91234a80 x1874004887456384/t0(0) o101->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 328/400 e 0 to 0 dl 1787201411 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1787201356.175518:0:278301:0:(osc_lock.c:1173:osc_lock_cancel()) Process entered 00000100:00000001:1.0:1787201356.175518:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000008:00000001:2.0:1787201356.175519:0:278301:0:(osc_lock.c:1127:osc_lock_detach()) Process entered 00010000:00000001:2.0:1787201356.175520:0:278301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1787201356.175520:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1787201356.175522:0:278301:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1787201356.175523:0:278301:0:(osc_lock.c:1146:osc_lock_detach()) Process leaving 02000000:00000010:1.0:1787201356.175523:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff899caf77ec00. 00000008:00000001:2.0:1787201356.175525:0:278301:0:(osc_lock.c:1182:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1787201356.175526:0:278301:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1787201356.175527:0:278301:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 02000000:00000001:1.0:1787201356.175527:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787201356.175528:0:278301:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1787201356.175529:0:278301:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff899ca7bbf780 (ffff899c9d6cbd88/0) at cl_lock_fini():72 00000020:00000001:1.0:1787201356.175530:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787201356.175531:0:2403:0:(genops.c:1223:class_import_put()) import ffff899c94855800 refcount=3 obd=lustre-OST0000-osc-ffff899c9ef83000 00020000:00000001:2.0:1787201356.175532:0:278301:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1787201356.175533:0:278301:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1787201356.175534:0:278301:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff899c9db47db0 (ffff899c9d6cbd88/1) at cl_lock_fini():72 00000020:00000001:1.0:1787201356.175534:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787201356.175536:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff899c88edac00. 00000008:00000010:2.0:1787201356.175537:0:278301:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff899c83f3a5f0. 02000000:00000001:1.0:1787201356.175539:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1787201356.175540:0:278301:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1787201356.175541:0:278301:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff899c9db47d80. 02000000:00000001:1.0:1787201356.175541:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787201356.175543:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899c91234a80. 00020000:00000001:2.0:1787201356.175544:0:278301:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1787201356.175545:0:278301:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1787201356.175546:0:278301:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000100:00000001:1.0:1787201356.175546:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000001:00000001:2.0:1787201356.175548:0:278301:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201356.175548:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201356.175550:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1787201356.175551:0:278301:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1787201356.175554:0:278301:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1787201356.175555:0:278301:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1787201356.175556:0:278301:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:1.0:1787201356.175557:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1787201356.175558:0:278301:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:1.0:1787201356.175559:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1787201356.175560:0:278301:0:(cl_object.c:917:cl_env_put()) 1@ffff899caf240ea0 00000100:00000001:1.0:1787201356.175561:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00020000:00000001:2.0:1787201356.175563:0:278301:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000001:1.0:1787201356.175564:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1787201356.175565:0:278301:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1787201356.175568:0:278301:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1787201356.175570:0:278301:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b17:0x11cc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1787201356.175575:0:278301:0:(file.c:7102:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1787201356.175577:0:278301:0:(file.c:7106:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787201356.175579:0:278301:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1787201356.175581:0:278301:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1787201356.175582:0:278301:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1787201356.175583:0:278301:0:(cl_object.c:917:cl_env_put()) 1@ffff899c9d6cbd80 00000001:00000001:2.0:1787201356.175585:0:278301:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787201356.175593:0:278301:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff992581e57d08 00000080:00000008:2.0:1787201356.175601:0:278301:0:(file.c:6480:ll_getattr_dentry()) COMPLETED file f812b.sanity:[0x200002b17:0x11cc:0x0](ffff899c822c9988), request_mask 4095, flags 0, foreign 0 00000080:00000001:2.0:1787201356.175607:0:278301:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1787201356.175609:0:278301:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffff992581e57da0 00000080:00002000:2.0:1787201356.175610:0:278301:0:(dcache.c:127:ll_ddelete()) keeping dentry f812b.sanity (ffff899c8a94b000, parent ffff899c8940c5e8, inode ffff899c822c9988) hashed, 00000080:00000001:2.0:1787201356.175612:0:278301:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201356.272401:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201356.272408:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201356.272413:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201356.272414:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201356.272417:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201356.272418:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787201356.272485:0:235207:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787201356.272489:0:235207:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787201356.272492:0:235207:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787201356.531454:0:277400:0:(connection.c:75:cpu_latency_work()) work item of ffff899c9185f110 (cpu 1) has reached its deadline 4305907471, at 4305907523 00000100:00000010:1.0:1787201356.531469:0:277400:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff899ca79018a0. 00000100:00000040:0.0:1787201356.535277:0:217947:0:(connection.c:75:cpu_latency_work()) work item of ffff899c9185f000 (cpu 0) has reached its deadline 4305907471, at 4305907527 00000100:00000010:0.0:1787201356.535291:0:217947:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff899ca7901a20. 00010000:00000001:2.0:1787201357.296342:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201357.296349:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201357.296354:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201357.296356:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201357.296359:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201357.296360:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787201357.296381:0:251101:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787201357.296384:0:251101:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787201357.296387:0:251101:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787201357.744364:0:277699:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1da678fe-286a-4e72-b384-4f98f186df2f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787201357.744376:0:277699:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787201357.744389:0:277699:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899c91234a80. 00000020:00000040:1.0:1787201357.744395:0:277699:0:(genops.c:1210:class_import_get()) import ffff899c84e8d800 refcount=4 obd=MGC192.168.201.137@tcp 00000100:00000001:1.0:1787201357.744399:0:277699:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787201357.744403:0:277699:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787201357.744408:0:277699:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787201357.744430:0:277699:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899caf300400. 00000100:00000001:1.0:1787201357.744437:0:277699:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201357.744450:0:277699:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da678fe-286a-4e72-b384-4f98f186df2f->MGS req@ffff899c91234a80 x1874004887456512/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787201357.744461:0:277699:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787201357.744466:0:277699:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201357.744472:0:277699:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f707f5d8] to pc [ptlrpcd_00_00+0] req@ffff899c91234a80 x1874004887456512/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201357.744504:0:277699:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201357.744507:0:277699:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787201357.744510:0:277699:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787201357.744513:0:277699:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899c91235180. 00000020:00000040:1.0:1787201357.744516:0:277699:0:(genops.c:1210:class_import_get()) import ffff899ca73f6000 refcount=10 obd=lustre-MDT0000-mdc-ffff899c9ef83000 00000100:00000001:1.0:1787201357.744518:0:277699:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787201357.744519:0:277699:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787201357.744521:0:277699:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787201357.744525:0:277699:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899caf300000. 00000100:00000001:1.0:1787201357.744527:0:277699:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201357.744531:0:277699:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0000_UUID req@ffff899c91235180 x1874004887456640/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787201357.744538:0:277699:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787201357.744540:0:277699:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201357.744543:0:277699:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c168a942] to pc [ptlrpcd_00_01+1] req@ffff899c91235180 x1874004887456640/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201357.744551:0:277699:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201357.744553:0:277699:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787201357.744556:0:277699:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787201357.744558:0:277699:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899c91237480. 00000020:00000040:1.0:1787201357.744559:0:277699:0:(genops.c:1210:class_import_get()) import ffff899c91d84000 refcount=4 obd=lustre-MDT0001-mdc-ffff899c9ef83000 00000100:00000001:1.0:1787201357.744561:0:277699:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787201357.744568:0:277699:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787201357.744569:0:277699:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787201357.744573:0:277699:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899caf300700. 00000100:00000001:1.0:1787201357.744576:0:277699:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201357.744580:0:277699:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0001_UUID req@ffff899c91237480 x1874004887456768/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787201357.744587:0:277699:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787201357.744588:0:277699:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201357.744591:0:277699:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000349eeef] to pc [ptlrpcd_00_00+0] req@ffff899c91237480 x1874004887456768/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201357.744598:0:277699:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201357.744601:0:277699:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787201357.744603:0:277699:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787201357.744606:0:277699:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899c91234380. 00000020:00000040:1.0:1787201357.744608:0:277699:0:(genops.c:1210:class_import_get()) import ffff899c94855800 refcount=4 obd=lustre-OST0000-osc-ffff899c9ef83000 00000100:00000001:1.0:1787201357.744610:0:277699:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787201357.744611:0:277699:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787201357.744612:0:277699:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787201357.744615:0:277699:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899caf300e00. 00000100:00000001:1.0:1787201357.744617:0:277699:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201357.744622:0:277699:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0000_UUID req@ffff899c91234380 x1874004887456896/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787201357.744628:0:277699:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787201357.744629:0:277699:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201357.744632:0:277699:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f12af02d] to pc [ptlrpcd_00_01+1] req@ffff899c91234380 x1874004887456896/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201357.744638:0:277699:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201357.744640:0:277699:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1787201357.744643:0:277699:0:(pinger.c:247:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1787201357.744655:0:277699:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11246) 00000100:00000001:1.0:1787201357.744669:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787201357.744673:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787201357.744675:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787201357.744680:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899c91235180 x1874004887456640/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201357.744688:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787201357.744690:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201357.744694:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787201357.744697:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787201357.744699:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787201357.744702:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899c91235180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:084554c7-ea41-472c-a807-73eae7b611f4:2403:1874004887456640:192.168.201.137@tcp:400:kworker.0 00000100:00000001:1.0:1787201357.744716:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787201357.744722:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787201357.744725:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201357.744728:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787201357.744733:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899c91b44c00. 02000000:00000001:1.0:1787201357.744734:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787201357.744743:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:1.0:1787201357.744747:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899c82fe9dc0. 00000400:00000010:1.0:1787201357.744765:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899caf6dc6e8. 00000100:00000200:1.0:1787201357.744919:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887456640, portal 10 00000100:00000001:1.0:1787201357.744923:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787201357.744924:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904275755392 : -130169433796224 : ffff899c91235180) 00000100:00000040:1.0:1787201357.744943:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899c91235180 x1874004887456640/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201357.744951:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787201357.744954:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:1.0:1787201357.744957:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899caf6dc3b8. 00000100:00000200:1.0:1787201357.744960:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004887456640, offset 0 00000400:00000200:1.0:1787201357.744966:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:1.0:1787201357.744975:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201357.744982:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:1.0:1787201357.744992:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787201357.744997:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:1.0:1787201357.745000:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787201357.745003:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:1.0:1787201357.745007:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545838:545838:256:4294967295] 192.168.201.137@tcp LPNI seq info [545781:545781:8:4294967295] 00000400:00000200:1.0:1787201357.745012:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201357.745021:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:1.0:1787201357.745027:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:1.0:1787201357.745032:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899caf300100. 00000800:00000200:1.0:1787201357.745038:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:1.0:1787201357.745045:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:1.0:1787201357.745050:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899caf300100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787201357.745062:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201357.745068:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: using a timeout of 17881 usecs (18 jiffies) 00000400:00000200:1.0:1787201357.745071:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:1.0:1787201357.745074:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305908754 00000100:00000010:1.0:1787201357.745079:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff899c8fccdf60. 00000100:00000001:1.0:1787201357.745085:0:2403:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787201357.745096:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305908754 00000100:00000010:1.0:1787201357.745100:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff899c8fccd7e0. 00000100:00000001:1.0:1787201357.745103:0:2403:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787201357.745106:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787201357.745109:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201357.745112:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787201357.745116:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899c91234380 x1874004887456896/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201357.745123:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787201357.745124:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201357.745126:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787201357.745134:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787201357.745136:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787201357.745140:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899c91234380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:084554c7-ea41-472c-a807-73eae7b611f4:2403:1874004887456896:192.168.201.137@tcp:400:kworker.0 00000100:00000001:1.0:1787201357.745143:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787201357.745145:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787201357.745147:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201357.745148:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787201357.745153:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899c88c6a200. 02000000:00000001:1.0:1787201357.745155:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787201357.745160:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:1.0:1787201357.745163:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899c82fe9898. 00000400:00000010:1.0:1787201357.745167:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899caf6dc908. 00000100:00000200:1.0:1787201357.745170:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887456896, portal 4 00000100:00000001:1.0:1787201357.745172:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787201357.745173:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904275751808 : -130169433799808 : ffff899c91234380) 00000100:00000040:1.0:1787201357.745179:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899c91234380 x1874004887456896/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201357.745186:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787201357.745188:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:1.0:1787201357.745190:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899caf6dccc0. 00000100:00000200:1.0:1787201357.745192:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874004887456896, offset 0 00000400:00000200:1.0:1787201357.745196:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:1.0:1787201357.745199:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201357.745203:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:1.0:1787201357.745205:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787201357.745208:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:1.0:1787201357.745210:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787201357.745212:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:1.0:1787201357.745264:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545839:545839:255:4294967295] 192.168.201.137@tcp LPNI seq info [545782:545782:7:4294967295] 00000400:00000200:1.0:1787201357.745269:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201357.745275:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:1.0:1787201357.745279:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:1.0:1787201357.745289:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899caf300c00. 00000800:00000200:1.0:1787201357.745293:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:1.0:1787201357.745297:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:1.0:1787201357.745300:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899caf300c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787201357.745303:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201357.745306:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: using a timeout of 110265 usecs (111 jiffies) 00000400:00000200:1.0:1787201357.745309:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:1.0:1787201357.745311:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305908848 00000100:00000001:1.0:1787201357.745316:0:2403:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS request active for cpu 0, simply extend its deadline from 4305908754 00000100:00000001:1.0:1787201357.745319:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305908848 00000100:00000001:1.0:1787201357.745322:0:2403:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS request active for cpu 1, simply extend its deadline from 4305908754 00000100:00000001:1.0:1787201357.745324:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787201357.745326:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201357.745329:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201357.745332:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201357.745340:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787201357.745342:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:1.0:1787201357.745344:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787201357.745346:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787201357.745347:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787201357.745350:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1787201357.745352:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201357.745353:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787201357.745355:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201357.745356:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787201357.745357:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787201357.745359:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787201357.745363:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899c91234a80 x1874004887456512/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201357.745369:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787201357.745371:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201357.745373:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787201357.745375:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787201357.745384:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787201357.745387:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899c91234a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da678fe-286a-4e72-b384-4f98f186df2f:2403:1874004887456512:192.168.201.137@tcp:400:kworker.0 00000100:00000001:1.0:1787201357.745391:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787201357.745393:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787201357.745395:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201357.745397:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787201357.745401:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899caf67c000. 02000000:00000001:1.0:1787201357.745403:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787201357.745407:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:1.0:1787201357.745409:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899c82fe9e18. 00000400:00000010:1.0:1787201357.745413:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899caf6dc550. 00000100:00000200:1.0:1787201357.745415:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887456512, portal 25 00000100:00000001:1.0:1787201357.745417:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787201357.745419:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904275753600 : -130169433798016 : ffff899c91234a80) 00000100:00000040:1.0:1787201357.745423:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899c91234a80 x1874004887456512/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201357.745430:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787201357.745432:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:1.0:1787201357.745435:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899caf6dc220. 00000100:00000200:1.0:1787201357.745437:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874004887456512, offset 0 00000400:00000200:1.0:1787201357.745441:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:1.0:1787201357.745445:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201357.745449:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:1.0:1787201357.745451:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787201357.745454:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:1.0:1787201357.745456:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787201357.745459:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:1.0:1787201357.745461:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545840:545840:254:4294967295] 192.168.201.137@tcp LPNI seq info [545783:545783:6:4294967295] 00000400:00000200:1.0:1787201357.745465:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201357.745471:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:1.0:1787201357.745475:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:1.0:1787201357.745484:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899caf300200. 00000800:00000200:1.0:1787201357.745488:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:1.0:1787201357.745491:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:1.0:1787201357.745494:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899caf300200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787201357.745497:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787201357.745500:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:1.0:1787201357.745502:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS new deadline estimation for cpu 0 is 4305912590 00000100:00000001:1.0:1787201357.745506:0:2403:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305908848 00000100:00000001:1.0:1787201357.745508:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS new deadline estimation for cpu 1 is 4305912590 00000100:00000001:1.0:1787201357.745511:0:2403:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305908848 00000100:00000001:1.0:1787201357.745513:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787201357.745515:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201357.745517:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787201357.745521:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899c91237480 x1874004887456768/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201357.745527:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787201357.745528:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201357.745530:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787201357.745532:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787201357.745534:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787201357.745537:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899c91237480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:084554c7-ea41-472c-a807-73eae7b611f4:2403:1874004887456768:192.168.201.137@tcp:400:kworker.0 00000100:00000001:1.0:1787201357.745540:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787201357.745542:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787201357.745543:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201357.745545:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787201357.745548:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899caf67d000. 02000000:00000001:1.0:1787201357.745550:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787201357.745553:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:1.0:1787201357.745555:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899c82fe9948. 00000400:00000010:1.0:1787201357.745559:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899caf6dc330. 00000100:00000200:1.0:1787201357.745561:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887456768, portal 10 00000100:00000001:1.0:1787201357.745568:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787201357.745570:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904275764352 : -130169433787264 : ffff899c91237480) 00000100:00000040:1.0:1787201357.745576:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899c91237480 x1874004887456768/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201357.745582:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787201357.745584:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:1.0:1787201357.745587:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899caf6dcf68. 00000100:00000200:1.0:1787201357.745589:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004887456768, offset 0 00000400:00000200:1.0:1787201357.745593:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:1.0:1787201357.745597:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201357.745601:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:1.0:1787201357.745603:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787201357.745606:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:1.0:1787201357.745608:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787201357.745610:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:1.0:1787201357.745612:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545841:545841:253:4294967295] 192.168.201.137@tcp LPNI seq info [545784:545784:5:4294967295] 00000400:00000200:1.0:1787201357.745616:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201357.745621:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:1.0:1787201357.745624:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:1.0:1787201357.745627:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899caf300800. 00000800:00000200:1.0:1787201357.745631:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:1.0:1787201357.745634:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:1.0:1787201357.745637:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899caf300800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787201357.745639:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201357.745642:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: using a timeout of 23905 usecs (24 jiffies) 00000400:00000200:1.0:1787201357.745645:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:1.0:1787201357.745647:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305908761 00000100:00000001:1.0:1787201357.745649:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS request active for cpu 0, keep current deadline 4305912590 00000100:00000001:1.0:1787201357.745651:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305908761 00000100:00000001:1.0:1787201357.745652:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS request active for cpu 1, keep current deadline 4305912590 00000100:00000001:1.0:1787201357.745659:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787201357.745661:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201357.745663:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201357.745666:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787201357.745713:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787201357.745716:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899caf300100. 00000400:00000200:1.0:1787201357.745722:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201357.745727:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:1.0:1787201357.745733:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899caf6dc3b8 00000400:00000010:1.0:1787201357.745735:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899caf6dc3b8. 00000100:00000001:1.0:1787201357.745740:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787201357.745744:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899c91235180 x1874004887456640/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201357.745753:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201357.745756:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899c91235180 x1874004887456640/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201442 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201357.745763:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201357.745765:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787201357.745917:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787201357.745920:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787201357.748359:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787201357.748369:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899caf300c00. 00000400:00000200:1.0:1787201357.748375:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201357.748383:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:1.0:1787201357.748389:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899caf6dccc0 00000400:00000010:1.0:1787201357.748392:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899caf6dccc0. 00000100:00000001:1.0:1787201357.748396:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787201357.748405:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899c91234380 x1874004887456896/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201357.748417:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201357.748420:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899c91234380 x1874004887456896/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201412 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201357.748426:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201357.748428:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787201357.748454:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787201357.748457:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899caf300200. 00000400:00000200:1.0:1787201357.748459:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201357.748463:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:1.0:1787201357.748466:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899caf6dc220 00000400:00000010:1.0:1787201357.748468:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899caf6dc220. 00000100:00000001:1.0:1787201357.748470:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787201357.748474:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899c91234a80 x1874004887456512/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201357.748481:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201357.748483:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899c91234a80 x1874004887456512/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201373 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201357.748489:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201357.748490:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787201357.748555:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787201357.748558:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899caf300800. 00000400:00000200:1.0:1787201357.748561:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201357.748564:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:1.0:1787201357.748567:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899caf6dcf68 00000400:00000010:1.0:1787201357.748569:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899caf6dcf68. 00000100:00000001:1.0:1787201357.748571:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787201357.748575:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899c91237480 x1874004887456768/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201357.748582:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201357.748585:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899c91237480 x1874004887456768/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201442 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201357.748592:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201357.748593:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787201357.771062:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201357.771094:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787201357.771098:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201357.771101:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201357.771109:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201357.771118:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:0.0:1787201357.771126:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201357.771149:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201357.771155:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201357.771159:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 25 MB=0x6a865c39fcb00 00000400:00000200:0.0:1787201357.771165:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201357.771171:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.137@tcp of length 224/224 into md 0x53dbe9 [1] + 224 00000800:00000001:0.0:1787201357.771178:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201357.771183:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201357.771186:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201357.771190:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:0.0:1787201357.771197:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201357.771250:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899c91234a80 x1874004887456512/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201373 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787201357.771263:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899c91234a80 x1874004887456512/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201357.771285:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787201357.771294:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201357.771298:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787201357.771300:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201357.771302:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201357.771304:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201357.771308:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:0.0:1787201357.771313:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201357.771315:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201357.771318:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201357.771321:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 10 MB=0x6a865c39fcb80 00000400:00000200:0.0:1787201357.771325:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201357.771334:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.137@tcp of length 224/224 into md 0x53dbc9 [1] + 224 00000800:00000001:0.0:1787201357.771339:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201357.771342:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201357.771344:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201357.771347:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:0.0:1787201357.771351:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201357.771356:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899c91235180 x1874004887456640/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201442 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787201357.771365:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899c91235180 x1874004887456640/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201357.771372:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787201357.771375:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201357.771378:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787201357.771380:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201357.771382:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201357.771385:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201357.771388:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:0.0:1787201357.771392:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201357.771394:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201357.771397:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201357.771399:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 10 MB=0x6a865c39fcc00 00000400:00000200:0.0:1787201357.771402:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201357.771406:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.137@tcp of length 224/224 into md 0x53dbf9 [1] + 224 00000800:00000001:0.0:1787201357.771409:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201357.771424:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201357.771427:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201357.771431:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:0.0:1787201357.771434:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201357.771439:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899c91237480 x1874004887456768/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201442 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787201357.771447:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899c91237480 x1874004887456768/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201357.771460:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787201357.771465:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201357.771468:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201357.772184:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787201357.772190:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787201357.772198:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787201357.772200:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787201357.772203:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899c82fe9e18. 00000400:00000200:1.0:1787201357.772208:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899caf6dc550 00000400:00000010:1.0:1787201357.772242:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899caf6dc550. 00000100:00000001:1.0:1787201357.772246:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787201357.772252:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899c91234a80 x1874004887456512/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787201357.772261:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899c91234a80 x1874004887456512/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201373 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201357.772269:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787201357.772271:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201357.772273:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787201357.772276:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787201357.772278:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787201357.772281:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201357.772283:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787201357.772290:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff899c84e8dc60 time=117 v=5 (5 5 5 5) 00000100:00001000:1.0:1787201357.772294:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff899c84e8dc18 time=142 v=5 (1 1 0 0) 00000100:00000001:1.0:1787201357.772296:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787201357.772298:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201357.772300:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787201357.772302:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201357.772306:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201357.772310:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899c91234a80 x1874004887456512/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201357.772317:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787201357.772320:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787201357.772322:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787201357.772326:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899c91234a80 x1874004887456512/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201373 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787201357.772333:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899c91234a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da678fe-286a-4e72-b384-4f98f186df2f:2403:1874004887456512:192.168.201.137@tcp:400:kworker.0 00000400:00000001:1.0:1787201357.772339:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787201357.772341:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787201357.772342:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899c82fe9948. 00000400:00000200:1.0:1787201357.772345:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899caf6dc330 00000400:00000010:1.0:1787201357.772353:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899caf6dc330. 00000100:00000001:1.0:1787201357.772356:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787201357.772359:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899c91237480 x1874004887456768/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787201357.772366:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899c91237480 x1874004887456768/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201442 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201357.772372:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787201357.772373:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201357.772375:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787201357.772376:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787201357.772377:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787201357.772379:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201357.772380:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787201357.772386:0:2403:0:(import.c:2149:obd_at_measure()) add 60 to ffff899c91d84460 time=117 v=60 (60 60 60 60) 00000100:00001000:1.0:1787201357.772389:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff899c91d84418 time=121 v=5 (1 2 0 0) 00000100:00000001:1.0:1787201357.772391:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787201357.772392:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201357.772393:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1787201357.772397:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff899c91237480 x1874004887456768/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201442 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1787201357.772404:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201357.772406:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787201357.772409:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff899c9ef83000: skip recheck: last_committed 21474836545 00000100:00000001:1.0:1787201357.772410:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787201357.772412:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201357.772415:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899c91237480 x1874004887456768/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201442 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201357.772420:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787201357.772422:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787201357.772423:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787201357.772426:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899c91237480 x1874004887456768/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201442 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787201357.772445:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899c91237480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:084554c7-ea41-472c-a807-73eae7b611f4:2403:1874004887456768:192.168.201.137@tcp:400:kworker.0 00000400:00000001:1.0:1787201357.772451:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787201357.772452:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787201357.772454:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899c82fe9dc0. 00000400:00000200:1.0:1787201357.772456:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899caf6dc6e8 00000400:00000010:1.0:1787201357.772458:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899caf6dc6e8. 00000100:00000001:1.0:1787201357.772460:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787201357.772463:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899c91235180 x1874004887456640/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787201357.772471:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899c91235180 x1874004887456640/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201442 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201357.772476:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787201357.772478:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201357.772480:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787201357.772481:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787201357.772482:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787201357.772484:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201357.772486:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787201357.772490:0:2403:0:(import.c:2149:obd_at_measure()) add 60 to ffff899ca73f6460 time=117 v=60 (60 60 60 60) 00000100:00001000:1.0:1787201357.772493:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff899ca73f6418 time=142 v=5 (1 1 0 0) 00000100:00000001:1.0:1787201357.772495:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787201357.772496:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201357.772497:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787201357.772500:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201357.772502:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787201357.772503:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff899c9ef83000: skip recheck: last_committed 30064771460 00000100:00000001:1.0:1787201357.772505:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787201357.772507:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201357.772510:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899c91235180 x1874004887456640/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201442 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201357.772516:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787201357.772523:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787201357.772525:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787201357.772528:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899c91235180 x1874004887456640/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201442 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787201357.772536:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899c91235180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:084554c7-ea41-472c-a807-73eae7b611f4:2403:1874004887456640:192.168.201.137@tcp:400:kworker.0 00000100:00000001:1.0:1787201357.772540:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201357.772543:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201357.772546:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899c91234a80 x1874004887456512/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201373 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201357.772551:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787201357.772554:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787201357.772558:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899caf67c000. 02000000:00000001:1.0:1787201357.772561:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787201357.772564:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787201357.772566:0:2403:0:(genops.c:1223:class_import_put()) import ffff899c84e8d800 refcount=3 obd=MGC192.168.201.137@tcp 00000020:00000001:1.0:1787201357.772568:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787201357.772570:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899caf300400. 02000000:00000001:1.0:1787201357.772574:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787201357.772575:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787201357.772577:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899c91234a80. 00000100:00000001:1.0:1787201357.772580:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787201357.772581:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201357.772582:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201357.772585:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899c91237480 x1874004887456768/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201442 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201357.772589:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787201357.772591:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787201357.772592:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899caf67d000. 02000000:00000001:1.0:1787201357.772593:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787201357.772594:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787201357.772595:0:2403:0:(genops.c:1223:class_import_put()) import ffff899c91d84000 refcount=3 obd=lustre-MDT0001-mdc-ffff899c9ef83000 00000020:00000001:1.0:1787201357.772597:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787201357.772598:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899caf300700. 02000000:00000001:1.0:1787201357.772605:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787201357.772606:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787201357.772608:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899c91237480. 00000100:00000001:1.0:1787201357.772610:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787201357.772611:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201357.772612:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201357.772616:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899c91235180 x1874004887456640/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201442 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201357.772622:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787201357.772623:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787201357.772624:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899c91b44c00. 02000000:00000001:1.0:1787201357.772628:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787201357.772630:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787201357.772631:0:2403:0:(genops.c:1223:class_import_put()) import ffff899ca73f6000 refcount=9 obd=lustre-MDT0000-mdc-ffff899c9ef83000 00000020:00000001:1.0:1787201357.772633:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787201357.772634:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899caf300000. 02000000:00000001:1.0:1787201357.772636:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787201357.772642:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787201357.772644:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899c91235180. 00000100:00000001:1.0:1787201357.772646:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787201357.772647:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201357.772651:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201357.772653:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787201357.772654:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787201357.772656:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201357.772657:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1787201357.777521:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201357.777539:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787201357.777543:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201357.777546:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201357.777555:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201357.777565:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:1.0:1787201357.777578:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201357.777585:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201357.777590:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201357.777594:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 4 MB=0x6a865c39fcc80 00000400:00000200:1.0:1787201357.777599:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201357.777620:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.137@tcp of length 224/224 into md 0x53dbd9 [1] + 224 00000800:00000001:1.0:1787201357.777629:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201357.777636:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201357.777639:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201357.777643:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:1.0:1787201357.777652:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787201357.777661:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899c91234380 x1874004887456896/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201412 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787201357.777672:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899c91234380 x1874004887456896/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201412 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201357.777697:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787201357.777715:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201357.777903:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201357.778020:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787201357.778025:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787201357.778032:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787201357.778034:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787201357.778038:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899c82fe9898. 00000400:00000200:0.0:1787201357.778043:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899caf6dc908 00000400:00000010:0.0:1787201357.778045:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899caf6dc908. 00000100:00000001:0.0:1787201357.778048:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201357.778053:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899c91234380 x1874004887456896/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201412 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787201357.778061:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899c91234380 x1874004887456896/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201412 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201357.778067:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787201357.778069:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201357.778072:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787201357.778075:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787201357.778078:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787201357.778080:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787201357.778083:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787201357.778091:0:2403:0:(import.c:2149:obd_at_measure()) add 36 to ffff899c94855c60 time=117 v=36 (36 5 5 5) 00000100:00001000:0.0:1787201357.778095:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff899c94855c18 time=55 v=5 (1 1 1 1) 00000100:00000001:0.0:1787201357.778098:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787201357.778100:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787201357.778103:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787201357.778106:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201357.778109:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787201357.778111:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff899c9ef83000: skip recheck: last_committed 21474857068 00000100:00000001:0.0:1787201357.778113:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787201357.778115:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201357.778120:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899c91234380 x1874004887456896/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201412 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201357.778142:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787201357.778145:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787201357.778147:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787201357.778152:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899c91234380 x1874004887456896/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201412 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787201357.778158:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899c91234380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:084554c7-ea41-472c-a807-73eae7b611f4:2403:1874004887456896:192.168.201.137@tcp:400:kworker.0 00000100:00000001:0.0:1787201357.778163:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201357.778166:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201357.778170:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899c91234380 x1874004887456896/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201412 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201357.778176:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787201357.778178:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787201357.778182:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899c88c6a200. 02000000:00000001:0.0:1787201357.778186:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787201357.778190:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787201357.778191:0:2403:0:(genops.c:1223:class_import_put()) import ffff899c94855800 refcount=3 obd=lustre-OST0000-osc-ffff899c9ef83000 00000020:00000001:0.0:1787201357.778193:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787201357.778196:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899caf300e00. 02000000:00000001:0.0:1787201357.778200:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787201357.778202:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787201357.780088:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899c91234380. 00000100:00000001:0.0:1787201357.780100:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787201357.780102:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201357.780105:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201357.780114:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787201357.780115:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201357.780118:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787201357.780121:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201358.320329:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201358.320336:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201358.320342:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201358.320344:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201358.320347:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201358.320348:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787201358.320428:0:244704:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787201358.320431:0:244704:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787201358.320434:0:244704:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1787201359.346864:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201359.346871:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201359.346876:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201359.346877:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201359.346881:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201359.346883:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787201359.347794:0:246982:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787201359.347798:0:246982:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787201359.347802:0:246982:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1787201360.368273:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201360.368279:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201360.368284:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201360.368285:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201360.368288:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201360.368297:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787201360.368362:0:235206:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787201360.368369:0:235206:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787201360.368372:0:235206:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1787201361.393395:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201361.393402:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201361.393408:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201361.393409:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201361.393413:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201361.393414:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787201361.393839:0:235207:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787201361.393843:0:235207:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787201361.393847:0:235207:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787201361.660151:0:277400:0:(connection.c:75:cpu_latency_work()) work item of ffff899c9185f110 (cpu 1) has reached its deadline 4305912590, at 4305912651 00000100:00000010:1.0:1787201361.660167:0:277400:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff899c8fccd7e0. 00000100:00000040:0.0:1787201361.660305:0:217947:0:(connection.c:75:cpu_latency_work()) work item of ffff899c9185f000 (cpu 0) has reached its deadline 4305912590, at 4305912652 00000100:00000010:0.0:1787201361.660319:0:217947:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff899c8fccdf60. 00000100:00000001:0.0:1787201362.355893:0:235197:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1787201362.355905:0:235197:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201362.420526:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201362.420536:0:277848:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787201362.420538:0:277848:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787201362.420543:0:277848:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201362.420547:0:277848:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787201362.420549:0:277848:0:(ldlm_lockd.c:2251:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201362.420551:0:277848:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201362.420554:0:277848:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201362.420558:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201362.420559:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201362.420562:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201362.420563:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787201362.420587:0:251101:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787201362.420589:0:251101:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787201362.420591:0:251101:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1787201362.635697:0:278523:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201362.864330:0:277699:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1da678fe-286a-4e72-b384-4f98f186df2f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787201362.864340:0:277699:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787201362.864350:0:277699:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899c91235180. 00000020:00000040:1.0:1787201362.864356:0:277699:0:(genops.c:1210:class_import_get()) import ffff899c84e8d800 refcount=4 obd=MGC192.168.201.137@tcp 00000100:00000001:1.0:1787201362.864360:0:277699:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787201362.864363:0:277699:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787201362.864368:0:277699:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787201362.864376:0:277699:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899caf300000. 00000100:00000001:1.0:1787201362.864383:0:277699:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201362.864395:0:277699:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da678fe-286a-4e72-b384-4f98f186df2f->MGS req@ffff899c91235180 x1874004887457024/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787201362.864426:0:277699:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787201362.864429:0:277699:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201362.864436:0:277699:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c168a942] to pc [ptlrpcd_00_00+0] req@ffff899c91235180 x1874004887457024/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201362.864470:0:277699:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201362.864473:0:277699:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787201362.864476:0:277699:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787201362.864479:0:277699:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899c91237480. 00000020:00000040:1.0:1787201362.864481:0:277699:0:(genops.c:1210:class_import_get()) import ffff899ca73f6000 refcount=10 obd=lustre-MDT0000-mdc-ffff899c9ef83000 00000100:00000001:1.0:1787201362.864484:0:277699:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787201362.864485:0:277699:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787201362.864487:0:277699:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787201362.864490:0:277699:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899caf300700. 00000100:00000001:1.0:1787201362.864493:0:277699:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201362.864497:0:277699:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0000_UUID req@ffff899c91237480 x1874004887457152/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787201362.864504:0:277699:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787201362.864506:0:277699:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201362.864509:0:277699:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000349eeef] to pc [ptlrpcd_00_01+1] req@ffff899c91237480 x1874004887457152/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201362.864516:0:277699:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201362.864518:0:277699:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787201362.864520:0:277699:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787201362.864522:0:277699:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899c91234a80. 00000020:00000040:1.0:1787201362.864524:0:277699:0:(genops.c:1210:class_import_get()) import ffff899c91d84000 refcount=4 obd=lustre-MDT0001-mdc-ffff899c9ef83000 00000100:00000001:1.0:1787201362.864526:0:277699:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787201362.864527:0:277699:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787201362.864528:0:277699:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787201362.864531:0:277699:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899caf300400. 00000100:00000001:1.0:1787201362.864538:0:277699:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201362.864542:0:277699:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0001_UUID req@ffff899c91234a80 x1874004887457280/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787201362.864549:0:277699:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787201362.864550:0:277699:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201362.864554:0:277699:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f707f5d8] to pc [ptlrpcd_00_00+0] req@ffff899c91234a80 x1874004887457280/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201362.864560:0:277699:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201362.864562:0:277699:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787201362.864565:0:277699:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787201362.864567:0:277699:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899c91235c00. 00000020:00000040:1.0:1787201362.864569:0:277699:0:(genops.c:1210:class_import_get()) import ffff899c94855800 refcount=4 obd=lustre-OST0000-osc-ffff899c9ef83000 00000100:00000001:1.0:1787201362.864571:0:277699:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787201362.864572:0:277699:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787201362.864573:0:277699:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787201362.864576:0:277699:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899caf300800. 00000100:00000001:1.0:1787201362.864578:0:277699:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201362.864581:0:277699:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0000_UUID req@ffff899c91235c00 x1874004887457408/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787201362.864586:0:277699:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787201362.864588:0:277699:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201362.864591:0:277699:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060e5d25f] to pc [ptlrpcd_00_01+1] req@ffff899c91235c00 x1874004887457408/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201362.864597:0:277699:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201362.864599:0:277699:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1787201362.864602:0:277699:0:(pinger.c:247:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1787201362.864606:0:277699:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11251) 00000100:00000001:0.0:1787201362.864852:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787201362.864857:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787201362.864860:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787201362.864866:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899c91235180 x1874004887457024/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201362.864874:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787201362.864876:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787201362.864880:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787201362.864883:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787201362.864886:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787201362.864889:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899c91235180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da678fe-286a-4e72-b384-4f98f186df2f:2402:1874004887457024:192.168.201.137@tcp:400:kworker.0 00000100:00000001:0.0:1787201362.864893:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787201362.864899:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787201362.864901:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787201362.864903:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787201362.864908:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899c86128c00. 02000000:00000001:0.0:1787201362.864910:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787201362.864916:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:0.0:1787201362.864920:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899c91a22c60. 00000400:00000010:0.0:1787201362.864926:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91646110. 00000100:00000200:0.0:1787201362.864933:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887457024, portal 25 00000100:00000001:0.0:1787201362.864935:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787201362.864937:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904275755392 : -130169433796224 : ffff899c91235180) 00000100:00000040:0.0:1787201362.864942:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899c91235180 x1874004887457024/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201362.864949:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787201362.864952:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:0.0:1787201362.864954:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c916463b8. 00000100:00000200:0.0:1787201362.864956:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874004887457024, offset 0 00000400:00000200:0.0:1787201362.864963:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:0.0:1787201362.864977:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201362.864985:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:0.0:1787201362.864989:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787201362.864993:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:0.0:1787201362.864997:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787201362.865000:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:0.0:1787201362.865004:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545842:545842:256:4294967295] 192.168.201.137@tcp LPNI seq info [545785:545785:8:4294967295] 00000400:00000200:0.0:1787201362.865008:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201362.865016:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:0.0:1787201362.865022:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:0.0:1787201362.865027:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899c91178000. 00000800:00000200:0.0:1787201362.865033:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:0.0:1787201362.865041:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:0.0:1787201362.865044:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899c91178000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787201362.865064:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787201362.865067:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:0.0:1787201362.865070:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS new deadline estimation for cpu 0 is 4305917709 00000100:00000010:0.0:1787201362.865074:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff899ca7901a20. 00000100:00000001:0.0:1787201362.865080:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787201362.865085:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS new deadline estimation for cpu 1 is 4305917709 00000100:00000010:0.0:1787201362.865088:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff899ca79016c0. 00000100:00000001:0.0:1787201362.865091:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787201362.865093:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787201362.865096:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201362.865098:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787201362.865102:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899c91234a80 x1874004887457280/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201362.865108:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787201362.865110:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787201362.865112:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787201362.865117:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787201362.865119:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787201362.865122:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899c91234a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:084554c7-ea41-472c-a807-73eae7b611f4:2402:1874004887457280:192.168.201.137@tcp:400:kworker.0 00000100:00000001:0.0:1787201362.865125:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787201362.865127:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787201362.865129:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787201362.865130:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787201362.865133:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899c86128e00. 02000000:00000001:0.0:1787201362.865135:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787201362.865138:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:0.0:1787201362.865140:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899c91a221b8. 00000400:00000010:0.0:1787201362.865143:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c916467f8. 00000100:00000200:0.0:1787201362.865146:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887457280, portal 10 00000100:00000001:0.0:1787201362.865148:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787201362.865149:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904275753600 : -130169433798016 : ffff899c91234a80) 00000100:00000040:0.0:1787201362.865156:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899c91234a80 x1874004887457280/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201362.865162:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787201362.865164:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:0.0:1787201362.865166:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91646220. 00000100:00000200:0.0:1787201362.865168:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004887457280, offset 0 00000400:00000200:0.0:1787201362.865172:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:0.0:1787201362.865175:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201362.865178:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:0.0:1787201362.865180:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787201362.865183:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:0.0:1787201362.865185:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787201362.865186:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:0.0:1787201362.865189:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545843:545843:255:4294967295] 192.168.201.137@tcp LPNI seq info [545786:545786:7:4294967295] 00000400:00000200:0.0:1787201362.865192:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201362.865197:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:0.0:1787201362.865201:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:0.0:1787201362.865209:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899c91178b00. 00000800:00000200:0.0:1787201362.865213:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:0.0:1787201362.865254:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:0.0:1787201362.865256:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899c91178b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787201362.865259:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201362.865264:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: using a timeout of 23905 usecs (24 jiffies) 00000400:00000200:0.0:1787201362.865267:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:0.0:1787201362.865268:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305913881 00000100:00000001:0.0:1787201362.865271:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS request active for cpu 0, keep current deadline 4305917709 00000100:00000001:0.0:1787201362.865273:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305913881 00000100:00000001:0.0:1787201362.865275:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS request active for cpu 1, keep current deadline 4305917709 00000100:00000001:0.0:1787201362.865277:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787201362.865279:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201362.865281:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201362.865284:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201362.865290:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787201362.865292:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787201362.865295:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787201362.865296:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787201362.865298:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787201362.865300:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1787201362.865302:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201362.865303:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787201362.865305:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201362.865306:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787201362.865307:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787201362.865308:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787201362.865312:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899c91237480 x1874004887457152/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201362.865318:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787201362.865320:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787201362.865321:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787201362.865323:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787201362.865329:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787201362.865333:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899c91237480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:084554c7-ea41-472c-a807-73eae7b611f4:2402:1874004887457152:192.168.201.137@tcp:400:kworker.0 00000100:00000001:0.0:1787201362.865336:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787201362.865338:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787201362.865339:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787201362.865341:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787201362.865343:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899c86128400. 02000000:00000001:0.0:1787201362.865345:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787201362.865348:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:0.0:1787201362.865350:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899c91a22f78. 00000400:00000010:0.0:1787201362.865353:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91646aa0. 00000100:00000200:0.0:1787201362.865355:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887457152, portal 10 00000100:00000001:0.0:1787201362.865357:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787201362.865358:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904275764352 : -130169433787264 : ffff899c91237480) 00000100:00000040:0.0:1787201362.865363:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899c91237480 x1874004887457152/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201362.865370:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787201362.865372:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:0.0:1787201362.865374:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91646440. 00000100:00000200:0.0:1787201362.865375:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004887457152, offset 0 00000400:00000200:0.0:1787201362.865379:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:0.0:1787201362.865382:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201362.865385:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:0.0:1787201362.865387:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787201362.865390:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:0.0:1787201362.865392:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787201362.865394:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:0.0:1787201362.865397:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545844:545844:254:4294967295] 192.168.201.137@tcp LPNI seq info [545787:545787:6:4294967295] 00000400:00000200:0.0:1787201362.865401:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201362.865407:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:0.0:1787201362.865411:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:0.0:1787201362.865417:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899c91178200. 00000800:00000200:0.0:1787201362.865420:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:0.0:1787201362.865424:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:0.0:1787201362.865426:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899c91178200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787201362.865429:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201362.865432:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: using a timeout of 17886 usecs (18 jiffies) 00000400:00000200:0.0:1787201362.865435:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:0.0:1787201362.865436:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305913875 00000100:00000001:0.0:1787201362.865438:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS request active for cpu 0, keep current deadline 4305917709 00000100:00000001:0.0:1787201362.865440:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305913875 00000800:00000200:1.0:1787201362.865556:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787201362.865561:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899c91178000. 00000400:00000200:1.0:1787201362.865571:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201362.865576:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:1.0:1787201362.865581:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c916463b8 00000400:00000010:1.0:1787201362.865584:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c916463b8. 00000100:00000001:1.0:1787201362.865589:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787201362.865593:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899c91235180 x1874004887457024/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201362.865603:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201362.865607:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899c91235180 x1874004887457024/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201378 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201362.865614:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201362.865616:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787201362.865626:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787201362.865628:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899c91178b00. 00000400:00000200:1.0:1787201362.865630:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201362.865854:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:1.0:1787201362.865857:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91646220 00000400:00000010:1.0:1787201362.865859:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91646220. 00000100:00000001:1.0:1787201362.865862:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787201362.865866:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899c91234a80 x1874004887457280/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201362.865873:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201362.865876:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899c91234a80 x1874004887457280/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201447 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201362.865883:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201362.865885:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787201362.866119:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787201362.866122:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899c91178200. 00000400:00000200:1.0:1787201362.866125:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201362.866129:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:1.0:1787201362.866131:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91646440 00000400:00000010:1.0:1787201362.866133:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91646440. 00000100:00000001:1.0:1787201362.866136:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787201362.866144:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899c91237480 x1874004887457152/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201362.866152:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201362.866155:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899c91237480 x1874004887457152/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201447 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201362.866161:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201362.866163:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787201362.866208:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS request active for cpu 1, keep current deadline 4305917709 00000100:00000001:0.0:1787201362.866212:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787201362.866214:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201362.866242:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787201362.866248:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899c91235c00 x1874004887457408/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201362.866255:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787201362.866256:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787201362.866259:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787201362.866261:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787201362.866263:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787201362.866266:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899c91235c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:084554c7-ea41-472c-a807-73eae7b611f4:2402:1874004887457408:192.168.201.137@tcp:400:kworker.0 00000100:00000001:0.0:1787201362.866269:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787201362.866272:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787201362.866274:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787201362.866275:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787201362.866279:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899c86129200. 02000000:00000001:0.0:1787201362.866281:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787201362.866286:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:0.0:1787201362.866289:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899c91a222c0. 00000400:00000010:0.0:1787201362.866292:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91646e58. 00000100:00000200:0.0:1787201362.866300:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887457408, portal 4 00000100:00000001:0.0:1787201362.866302:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787201362.866303:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904275758080 : -130169433793536 : ffff899c91235c00) 00000100:00000040:0.0:1787201362.866309:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899c91235c00 x1874004887457408/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201362.866315:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787201362.866318:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:0.0:1787201362.866320:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91646880. 00000100:00000200:0.0:1787201362.866322:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874004887457408, offset 0 00000400:00000200:0.0:1787201362.866326:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:0.0:1787201362.866330:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201362.866334:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:0.0:1787201362.866337:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787201362.866339:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:0.0:1787201362.866342:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787201362.866344:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:0.0:1787201362.866347:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545845:545845:256:4294967295] 192.168.201.137@tcp LPNI seq info [545788:545788:8:4294967295] 00000400:00000200:0.0:1787201362.866352:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201362.866358:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:0.0:1787201362.866362:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:0.0:1787201362.866365:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899c91178900. 00000800:00000200:0.0:1787201362.866369:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:0.0:1787201362.866374:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:0.0:1787201362.866377:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899c91178900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787201362.866383:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201362.866386:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: using a timeout of 110211 usecs (111 jiffies) 00000400:00000200:0.0:1787201362.866389:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:0.0:1787201362.866391:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305913969 00000100:00000001:0.0:1787201362.866393:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS request active for cpu 0, keep current deadline 4305917709 00000100:00000001:0.0:1787201362.866395:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305913969 00000100:00000001:0.0:1787201362.866402:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS request active for cpu 1, keep current deadline 4305917709 00000100:00000001:0.0:1787201362.866405:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787201362.866407:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201362.866409:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201362.866412:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201362.866422:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787201362.866425:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787201362.868593:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787201362.868602:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899c91178900. 00000400:00000200:1.0:1787201362.868608:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201362.868616:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:1.0:1787201362.868622:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91646880 00000400:00000010:1.0:1787201362.868625:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91646880. 00000100:00000001:1.0:1787201362.868642:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787201362.868650:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899c91235c00 x1874004887457408/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201362.868664:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201362.868667:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899c91235c00 x1874004887457408/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201417 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201362.868674:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201362.868676:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787201362.880371:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201362.880391:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787201362.880396:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201362.880399:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201362.880407:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201362.880414:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:0.0:1787201362.880424:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201362.880429:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201362.880435:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201362.880439:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 10 MB=0x6a865c39fcd80 00000400:00000200:0.0:1787201362.880454:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201362.880460:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.137@tcp of length 224/224 into md 0x53dc29 [1] + 224 00000800:00000001:0.0:1787201362.880468:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201362.880472:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201362.880475:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201362.880479:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:0.0:1787201362.880487:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201362.880495:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899c91237480 x1874004887457152/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201447 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787201362.880507:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899c91237480 x1874004887457152/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201362.880523:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787201362.880530:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201362.880535:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787201362.880537:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201362.880547:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201362.880552:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201362.880555:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:0.0:1787201362.880561:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201362.880563:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201362.880566:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201362.880569:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 4 MB=0x6a865c39fce80 00000400:00000200:0.0:1787201362.880573:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201362.880577:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.137@tcp of length 224/224 into md 0x53dc39 [1] + 224 00000800:00000001:0.0:1787201362.880581:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201362.880585:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201362.880587:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201362.880590:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:0.0:1787201362.880594:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201362.880598:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899c91235c00 x1874004887457408/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201417 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787201362.880607:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899c91235c00 x1874004887457408/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201417 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201362.880614:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787201362.880617:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201362.880621:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787201362.880622:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201362.880625:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201362.880627:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201362.880630:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:0.0:1787201362.880640:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201362.880643:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201362.880645:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201362.880648:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 10 MB=0x6a865c39fce00 00000400:00000200:0.0:1787201362.880651:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201362.880654:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.137@tcp of length 224/224 into md 0x53dc19 [1] + 224 00000800:00000001:0.0:1787201362.880657:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201362.880666:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201362.880669:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201362.880672:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:0.0:1787201362.880676:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201362.880680:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899c91234a80 x1874004887457280/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201447 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787201362.880689:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899c91234a80 x1874004887457280/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201362.880696:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787201362.880700:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201362.880703:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787201362.880705:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201362.880707:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201362.880710:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201362.880713:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:0.0:1787201362.880717:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201362.880719:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201362.880722:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201362.880724:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 25 MB=0x6a865c39fcd00 00000400:00000200:0.0:1787201362.880728:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201362.880733:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.137@tcp of length 224/224 into md 0x53dc09 [1] + 224 00000800:00000001:0.0:1787201362.880736:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201362.880743:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201362.880745:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201362.880748:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:0.0:1787201362.880751:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201362.880754:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899c91235180 x1874004887457024/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201378 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787201362.880763:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899c91235180 x1874004887457024/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201362.880769:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787201362.880779:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201362.880782:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201362.880796:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787201362.880800:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787201362.880807:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787201362.880809:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787201362.880812:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899c91a22f78. 00000400:00000200:0.0:1787201362.880816:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91646aa0 00000400:00000010:0.0:1787201362.880818:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91646aa0. 00000100:00000001:0.0:1787201362.880822:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201362.880827:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899c91237480 x1874004887457152/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787201362.880835:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899c91237480 x1874004887457152/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201447 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201362.880853:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787201362.880855:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201362.880857:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787201362.880861:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787201362.880863:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787201362.880865:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787201362.880868:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787201362.880877:0:2402:0:(import.c:2149:obd_at_measure()) add 60 to ffff899ca73f6460 time=122 v=60 (60 60 60 60) 00000100:00001000:0.0:1787201362.880882:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff899ca73f6418 time=147 v=5 (1 1 0 0) 00000100:00000001:0.0:1787201362.880884:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787201362.880886:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787201362.880889:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787201362.880892:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201362.880895:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1787201362.880897:0:2402:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff899c9ef83000: committing for last_committed 30064771464 gen 1 00000100:00000040:0.0:1787201362.880903:0:2402:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 30064771464) req@ffff899c91236d80 x1874004887454976/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 528/608 e 0 to 0 dl 1787201441 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787201362.880912:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787201362.880913:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904275762560 : -130169433789056 : ffff899c91236d80) 00000100:00000001:0.0:1787201362.880916:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201362.880926:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899c91236d80 x1874004887454976/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 528/608 e 0 to 0 dl 1787201441 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787201362.880932:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201362.880934:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201362.880938:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899ca724df80 x1874004887456000/t30064771464(30064771464) o35->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:23/10 lens 392/456 e 0 to 0 dl 1787201372 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787201362.880944:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787201362.880946:0:2402:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff899caaa861e0. 00000100:00000001:0.0:1787201362.880949:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201362.880952:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899c91236d80 x1874004887454976/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 528/608 e 0 to 0 dl 1787201441 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787201362.880957:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1787201362.880960:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787201362.880962:0:2402:0:(genops.c:1223:class_import_put()) import ffff899ca73f6000 refcount=9 obd=lustre-MDT0000-mdc-ffff899c9ef83000 00000020:00000001:0.0:1787201362.880964:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787201362.880967:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff899cc0167800. 02000000:00000001:0.0:1787201362.880970:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787201362.880972:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787201362.880974:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899c91236d80. 00000100:00000001:0.0:1787201362.880977:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787201362.880978:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787201362.880982:0:2402:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 30064771464) req@ffff899c91234000 x1874004887455232/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 576/664 e 0 to 0 dl 1787201441 ref 1 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787201362.880989:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787201362.880990:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904275750912 : -130169433800704 : ffff899c91234000) 00000100:00000001:0.0:1787201362.880993:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201362.880995:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899c91234000 x1874004887455232/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 576/664 e 0 to 0 dl 1787201441 ref 2 fl Complete:RMQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787201362.881000:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201362.881001:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201362.881005:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899ca7039f80 x1874004887455616/t30064771463(30064771463) o35->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:23/10 lens 392/456 e 0 to 0 dl 1787201372 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787201362.881022:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787201362.881024:0:2402:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff899ca7828ce0. 00000100:00000001:0.0:1787201362.881026:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201362.881030:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899c91234000 x1874004887455232/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 576/664 e 0 to 0 dl 1787201441 ref 1 fl Complete:RMQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787201362.881036:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787201362.881038:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787201362.881040:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff899c900c0000. 02000000:00000001:0.0:1787201362.881069:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787201362.881071:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787201362.881072:0:2402:0:(genops.c:1223:class_import_put()) import ffff899ca73f6000 refcount=8 obd=lustre-MDT0000-mdc-ffff899c9ef83000 00000020:00000001:0.0:1787201362.881074:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787201362.881076:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff899cc0164800. 02000000:00000001:0.0:1787201362.881078:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787201362.881079:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787201362.881080:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899c91234000. 00000100:00000001:0.0:1787201362.881083:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787201362.881084:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787201362.881089:0:2402:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 30064771464) req@ffff899ca7039f80 x1874004887455616/t30064771463(30064771463) o35->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:23/10 lens 392/456 e 0 to 0 dl 1787201372 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787201362.881095:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201362.881098:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899ca7039f80 x1874004887455616/t30064771463(30064771463) o35->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:23/10 lens 392/456 e 0 to 0 dl 1787201372 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787201362.881104:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787201362.881105:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787201362.881107:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff899c83f2a400. 02000000:00000001:0.0:1787201362.881109:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787201362.881110:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787201362.881111:0:2402:0:(genops.c:1223:class_import_put()) import ffff899ca73f6000 refcount=7 obd=lustre-MDT0000-mdc-ffff899c9ef83000 00000020:00000001:0.0:1787201362.881113:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787201362.881115:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff899c91a70200. 02000000:00000001:0.0:1787201362.881117:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787201362.881124:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787201362.881125:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899ca7039f80. 00000100:00000001:0.0:1787201362.881128:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787201362.881130:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787201362.881133:0:2402:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 30064771464) req@ffff899ca724df80 x1874004887456000/t30064771464(30064771464) o35->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:23/10 lens 392/456 e 0 to 0 dl 1787201372 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787201362.881140:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201362.881142:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899ca724df80 x1874004887456000/t30064771464(30064771464) o35->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:23/10 lens 392/456 e 0 to 0 dl 1787201372 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1787201362.881148:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787201362.881149:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787201362.881150:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff899caf77c800. 02000000:00000001:0.0:1787201362.881152:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787201362.881153:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787201362.881154:0:2402:0:(genops.c:1223:class_import_put()) import ffff899ca73f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff899c9ef83000 00000020:00000001:0.0:1787201362.881156:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787201362.881158:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff899c87c6ca00. 02000000:00000001:0.0:1787201362.881160:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787201362.881160:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787201362.881162:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899ca724df80. 00000100:00000001:0.0:1787201362.881164:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787201362.881165:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201362.881167:0:2402:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1787201362.881170:0:2402:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff899c9ef83000: normal: skip=1 replay=4/4 committed=0/0 00000100:00000001:0.0:1787201362.881172:0:2402:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787201362.881174:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201362.881178:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899c91237480 x1874004887457152/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201447 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201362.881185:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787201362.881188:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787201362.881190:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787201362.881194:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899c91237480 x1874004887457152/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201447 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787201362.881212:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899c91237480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:084554c7-ea41-472c-a807-73eae7b611f4:2402:1874004887457152:192.168.201.137@tcp:400:kworker.0 00000400:00000001:0.0:1787201362.881241:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787201362.881242:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787201362.881244:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899c91a222c0. 00000400:00000200:0.0:1787201362.881246:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91646e58 00000400:00000010:0.0:1787201362.881247:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91646e58. 00000100:00000001:0.0:1787201362.881250:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201362.881254:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899c91235c00 x1874004887457408/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201417 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787201362.881260:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899c91235c00 x1874004887457408/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201417 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201362.881266:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787201362.881267:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201362.881269:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787201362.881271:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787201362.881272:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787201362.881274:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787201362.881276:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787201362.881280:0:2402:0:(import.c:2149:obd_at_measure()) add 36 to ffff899c94855c60 time=122 v=36 (36 5 5 5) 00000100:00001000:0.0:1787201362.881283:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff899c94855c18 time=60 v=5 (1 1 1 1) 00000100:00000001:0.0:1787201362.881286:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787201362.881287:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787201362.881289:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787201362.881291:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201362.881293:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787201362.881295:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff899c9ef83000: skip recheck: last_committed 21474857068 00000100:00000001:0.0:1787201362.881296:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787201362.881298:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201362.881301:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899c91235c00 x1874004887457408/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201417 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201362.881308:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787201362.881314:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787201362.881316:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787201362.881320:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899c91235c00 x1874004887457408/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201417 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787201362.881326:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899c91235c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:084554c7-ea41-472c-a807-73eae7b611f4:2402:1874004887457408:192.168.201.137@tcp:400:kworker.0 00000400:00000001:0.0:1787201362.881332:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787201362.881333:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787201362.881335:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899c91a22c60. 00000400:00000200:0.0:1787201362.881337:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91646110 00000400:00000010:0.0:1787201362.881339:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91646110. 00000100:00000001:0.0:1787201362.881341:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201362.881345:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899c91235180 x1874004887457024/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787201362.881352:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899c91235180 x1874004887457024/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201378 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201362.881358:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787201362.881359:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201362.881361:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787201362.881363:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787201362.881364:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787201362.881366:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787201362.881368:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787201362.881370:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff899c84e8dc60 time=122 v=5 (5 5 5 5) 00000100:00001000:0.0:1787201362.881373:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff899c84e8dc18 time=147 v=5 (1 1 0 0) 00000100:00000001:0.0:1787201362.881375:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787201362.881376:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787201362.881377:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787201362.881379:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201362.881381:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201362.881385:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899c91235180 x1874004887457024/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201362.881391:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787201362.881398:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787201362.881399:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787201362.881404:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899c91235180 x1874004887457024/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201378 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787201362.881410:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899c91235180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da678fe-286a-4e72-b384-4f98f186df2f:2402:1874004887457024:192.168.201.137@tcp:400:kworker.0 00000400:00000001:0.0:1787201362.881415:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787201362.881417:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787201362.881418:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899c91a221b8. 00000400:00000200:0.0:1787201362.881420:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c916467f8 00000400:00000010:0.0:1787201362.881421:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c916467f8. 00000100:00000001:0.0:1787201362.881423:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201362.881427:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899c91234a80 x1874004887457280/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787201362.881433:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899c91234a80 x1874004887457280/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201447 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201362.881439:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787201362.881441:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201362.881442:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787201362.881444:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787201362.881445:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787201362.881446:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787201362.881448:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787201362.881452:0:2402:0:(import.c:2149:obd_at_measure()) add 60 to ffff899c91d84460 time=122 v=60 (60 60 60 60) 00000100:00001000:0.0:1787201362.881455:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff899c91d84418 time=126 v=5 (1 2 0 0) 00000100:00000001:0.0:1787201362.881457:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787201362.881459:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787201362.881460:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787201362.881463:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff899c91234a80 x1874004887457280/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201447 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787201362.881470:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201362.881472:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787201362.881473:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff899c9ef83000: skip recheck: last_committed 21474836545 00000100:00000001:0.0:1787201362.881479:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787201362.881481:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201362.881485:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899c91234a80 x1874004887457280/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201447 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201362.881490:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787201362.881492:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787201362.881493:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787201362.881496:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899c91234a80 x1874004887457280/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201447 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787201362.881502:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899c91234a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:084554c7-ea41-472c-a807-73eae7b611f4:2402:1874004887457280:192.168.201.137@tcp:400:kworker.0 00000100:00000001:0.0:1787201362.881506:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201362.881508:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201362.881510:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899c91237480 x1874004887457152/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201447 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201362.881516:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787201362.881517:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787201362.881519:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899c86128400. 02000000:00000001:0.0:1787201362.881521:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787201362.881523:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787201362.881524:0:2402:0:(genops.c:1223:class_import_put()) import ffff899ca73f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff899c9ef83000 00000020:00000001:0.0:1787201362.881526:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787201362.881527:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899caf300700. 02000000:00000001:0.0:1787201362.881530:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787201362.881531:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787201362.881533:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899c91237480. 00000100:00000001:0.0:1787201362.881535:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787201362.881536:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201362.881537:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201362.881540:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899c91235c00 x1874004887457408/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201417 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201362.881545:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787201362.881551:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787201362.881553:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899c86129200. 02000000:00000001:0.0:1787201362.881555:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787201362.881556:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787201362.881557:0:2402:0:(genops.c:1223:class_import_put()) import ffff899c94855800 refcount=3 obd=lustre-OST0000-osc-ffff899c9ef83000 00000020:00000001:0.0:1787201362.881559:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787201362.881560:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899caf300800. 02000000:00000001:0.0:1787201362.881562:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787201362.881563:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787201362.881565:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899c91235c00. 00000100:00000001:0.0:1787201362.881567:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787201362.881568:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201362.881569:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201362.881572:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899c91235180 x1874004887457024/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201378 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201362.881578:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787201362.881580:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787201362.881581:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899c86128c00. 02000000:00000001:0.0:1787201362.881583:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787201362.881584:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787201362.881585:0:2402:0:(genops.c:1223:class_import_put()) import ffff899c84e8d800 refcount=3 obd=MGC192.168.201.137@tcp 00000020:00000001:0.0:1787201362.881586:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787201362.881587:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899caf300000. 02000000:00000001:0.0:1787201362.881589:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787201362.881590:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787201362.881591:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899c91235180. 00000100:00000001:0.0:1787201362.881593:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787201362.881593:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201362.881595:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201362.881597:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899c91234a80 x1874004887457280/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201447 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201362.881602:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787201362.881603:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787201362.881604:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899c86128e00. 02000000:00000001:0.0:1787201362.881606:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787201362.881607:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787201362.881612:0:2402:0:(genops.c:1223:class_import_put()) import ffff899c91d84000 refcount=3 obd=lustre-MDT0001-mdc-ffff899c9ef83000 00000020:00000001:0.0:1787201362.881613:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787201362.881615:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899caf300400. 02000000:00000001:0.0:1787201362.881617:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787201362.881618:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787201362.881619:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899c91234a80. 00000100:00000001:0.0:1787201362.881621:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787201362.881622:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201362.881624:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201362.881631:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787201362.881633:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201362.881636:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787201362.881638:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1787201363.088156:0:278559:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1787201363.088163:0:278559:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg137-client.virtnet: executing wait_import_state FULL osc.lustre-OST0000-osc-ffff899c9ef83000.ost_server_uuid 50 00000001:00000001:2.0:1787201363.112131:0:278559:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1787201363.440599:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201363.440605:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201363.440609:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201363.440611:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201363.440614:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201363.440615:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787201363.442910:0:244704:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787201363.442916:0:244704:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787201363.442920:0:244704:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1787201364.464336:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201364.464341:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201364.464347:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201364.464348:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201364.464359:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201364.464360:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787201364.468836:0:246982:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787201364.468847:0:246982:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787201364.468853:0:246982:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1787201364.472255:0:278667:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1787201364.937794:0:278703:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1787201364.937803:0:278703:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: osc.lustre-OST0000-osc-ffff899c9ef83000.ost_server_uuid in FULL state after 0 sec 00000001:00000001:2.0:1787201364.952898:0:278703:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00010000:3.0:1787201365.397881:0:278716:0:(ldlm_resource.c:191:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff899c9ef83000 00010000:00000001:3.0:1787201365.397890:0:278716:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787201365.397892:0:278716:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787201365.397897:0:278716:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787201365.397900:0:278716:0:(ldlm_lock.c:283:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787201365.397904:0:278716:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787201365.397908:0:278716:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787201365.397911:0:278716:0:(ldlm_lockd.c:2166:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1787201365.397922:0:278716:0:(ldlm_lockd.c:2196:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000020:00000001:3.0:1787201365.397934:0:235206:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787201365.397936:0:235206:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787201365.397939:0:235206:0:(ldlm_lockd.c:2817:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1787201365.397942:0:235206:0:(ldlm_lockd.c:2897:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1787201365.397945:0:235206:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1787201365.397952:0:235206:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff899c9ef83000 lock: 00000000d3215eda/0xb1b6f6721adb0ea6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5488:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400010000 nid: local remote: 0x6f855ab5c1dd7656 expref: -99 pid: 278301 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1787201365.397968:0:235206:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1787201365.397971:0:235206:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1787201365.397975:0:235206:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446613904935250040 : -130168774301576 : ffff899cb8726878) 00000020:00001000:3.0:1787201365.397978:0:235206:0:(cl_object.c:823:cl_env_get()) 1@ffff899cb8726870 00000008:00000001:3.0:1787201365.397980:0:235206:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1787201365.397983:0:235206:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:3.0:1787201365.397984:0:235206:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1787201365.397986:0:235206:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446613904935248456 : -130168774303160 : ffff899cb8726248) 00000020:00001000:3.0:1787201365.397988:0:235206:0:(cl_object.c:823:cl_env_get()) 1@ffff899cb8726240 00000008:00000001:3.0:1787201365.397990:0:235206:0:(osc_cache.c:3718:osc_ldlm_hp_handle()) Process entered 00000008:00000020:3.0:1787201365.397993:0:235206:0:(osc_cache.c:3738:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:3.0:1787201365.397996:0:235206:0:(osc_cache.c:3754:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1787201365.397998:0:235206:0:(osc_cache.c:3802:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787201365.398008:0:235206:0:(osc_cache.c:3687:osc_lock_discard_pages()) Process entered 00000020:00000001:3.0:1787201365.398012:0:235206:0:(cl_object.c:143:cl_object_top()) ffff899cc0021c00 -> ffff899cb855af58 00000020:00000001:3.0:1787201365.398015:0:235206:0:(cl_object.c:143:cl_object_top()) ffff899cb855af58 -> ffff899cb855af58 00000020:00000001:3.0:1787201365.398017:0:235206:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1787201365.398020:0:235206:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1787201365.398023:0:235206:0:(vvp_io.c:1826:vvp_io_init()) [0x200002b17:0x11cc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1787201365.398026:0:235206:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1787201365.398027:0:235206:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1787201365.398028:0:235206:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1787201365.398033:0:235206:0:(lov_object.c:1590:lov_io_init()) [0x200002b17:0x11cc:0x0]io ffff899caf706550 type 8 ignore/verify layout 1/0 00020000:00000001:3.0:1787201365.398037:0:235206:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1787201365.398038:0:235206:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1787201365.398051:0:235206:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1787201365.398054:0:235206:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1787201365.398055:0:235206:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787201365.398056:0:235206:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1787201365.398058:0:235206:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1787201365.398059:0:235206:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:3.0:1787201365.398060:0:235206:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1787201365.398063:0:235206:0:(osc_cache.c:3474:osc_page_gang_lookup()) Process entered 00000008:00000001:3.0:1787201365.398066:0:235206:0:(osc_cache.c:3551:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1787201365.398068:0:235206:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1787201365.398070:0:235206:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1787201365.398072:0:235206:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1787201365.398074:0:235206:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1787201365.398076:0:235206:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b17:0x11cc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:3.0:1787201365.398079:0:235206:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1787201365.398080:0:235206:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:3.0:1787201365.398081:0:235206:0:(osc_cache.c:3706:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1787201365.398083:0:235206:0:(cl_object.c:917:cl_env_put()) 1@ffff899cb8726240 00000008:00000001:3.0:1787201365.398086:0:235206:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787201365.398088:0:235206:0:(cl_object.c:143:cl_object_top()) ffff899cc0021c00 -> ffff899cb855af58 00010000:00000001:3.0:1787201365.398091:0:235206:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:3.0:1787201365.398093:0:235206:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787201365.398095:0:235206:0:(cl_object.c:143:cl_object_top()) ffff899cc0021c00 -> ffff899cb855af58 00000020:00000001:3.0:1787201365.398097:0:235206:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1787201365.398099:0:235206:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1787201365.398102:0:235206:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1787201365.398104:0:235206:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787201365.398113:0:235206:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787201365.398115:0:235206:0:(cl_object.c:143:cl_object_top()) ffff899cc0021c00 -> ffff899cb855af58 00000020:00000001:3.0:1787201365.398117:0:235206:0:(cl_object.c:143:cl_object_top()) ffff899cb855af58 -> ffff899cb855af58 00000020:00000001:3.0:1787201365.398119:0:235206:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:3.0:1787201365.398121:0:235206:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787201365.398122:0:235206:0:(cl_object.c:143:cl_object_top()) ffff899cc0021c00 -> ffff899cb855af58 00000008:00000001:3.0:1787201365.398126:0:235206:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1787201365.398128:0:235206:0:(cl_object.c:917:cl_env_put()) 1@ffff899cb8726870 00000008:00000001:3.0:1787201365.398130:0:235206:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787201365.398133:0:235206:0:(ldlm_lock.c:2504:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1787201365.398137:0:235206:0:(ldlm_lock.c:413:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1787201365.398139:0:235206:0:(ldlm_lock.c:357:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1787201365.398141:0:235206:0:(ldlm_lock.c:264:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787201365.398142:0:235206:0:(ldlm_lock.c:283:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1787201365.398146:0:235206:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff899c80031a00 with handle 0xb1b6f6721adb0ea6 from hash 00010000:00000001:3.0:1787201365.398149:0:235206:0:(ldlm_lock.c:387:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1787201365.398151:0:235206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787201365.398152:0:235206:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787201365.398153:0:235206:0:(ldlm_lock.c:419:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1787201365.398158:0:235206:0:(ldlm_lock.c:2540:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1787201365.398159:0:235206:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1787201365.398162:0:235206:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787201365.398164:0:235206:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787201365.398166:0:235206:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1787201365.398174:0:235206:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899c9ea92300. 00000020:00000040:3.0:1787201365.398177:0:235206:0:(genops.c:1210:class_import_get()) import ffff899c94855800 refcount=4 obd=lustre-OST0000-osc-ffff899c9ef83000 00000100:00000001:3.0:1787201365.398191:0:235206:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787201365.398194:0:235206:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787201365.398198:0:235206:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787201365.398205:0:235206:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff899cc0085800. 00000100:00000001:3.0:1787201365.398212:0:235206:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787201365.398234:0:235206:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1787201365.398240:0:235206:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff899c9ef83000 lock: 00000000d3215eda/0xb1b6f6721adb0ea6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x5488:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400010020 nid: local remote: 0x6f855ab5c1dd7656 expref: -99 pid: 278301 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787201365.398248:0:235206:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1787201365.398255:0:235206:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201365.398258:0:235206:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787201365.398260:0:235206:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787201365.398265:0:235206:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff899c91e173c0. 00000100:00000001:3.0:1787201365.398267:0:235206:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446613904288216000 : -130169421335616 : ffff899c91e173c0) 00000100:00000001:3.0:1787201365.398270:0:235206:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787201365.398271:0:235206:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904502629120 : -130169206922496 : ffff899c9ea92300) 00000100:00000001:3.0:1787201365.398276:0:235206:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787201365.398280:0:235206:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201365.398282:0:235206:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787201365.398284:0:235206:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787201365.398293:0:235206:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899c9ea92300 x1874004887457536/t0(0) o103->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201365.398302:0:235206:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787201365.398304:0:235206:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787201365.398307:0:235206:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787201365.398310:0:235206:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787201365.398312:0:235206:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787201365.398315:0:235206:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899c9ea92300 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:084554c7-ea41-472c-a807-73eae7b611f4:235206:1874004887457536:192.168.201.137@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1787201365.398319:0:235206:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787201365.398324:0:235206:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787201365.398327:0:235206:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787201365.398329:0:235206:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787201365.398333:0:235206:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899cc0084400. 02000000:00000001:3.0:1787201365.398334:0:235206:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787201365.398342:0:235206:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:3.0:1787201365.398345:0:235206:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899c83154688. 00000400:00000010:3.0:1787201365.398352:0:235206:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899cb0ab0550. 00000100:00000200:3.0:1787201365.398358:0:235206:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887457536, portal 18 00000100:00000001:3.0:1787201365.398360:0:235206:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787201365.398361:0:235206:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904502629120 : -130169206922496 : ffff899c9ea92300) 00000100:00000040:3.0:1787201365.398368:0:235206:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899c9ea92300 x1874004887457536/t0(0) o103->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:17/18 lens 328/224 e 0 to 0 dl 1787201381 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201365.398386:0:235206:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787201365.398390:0:235206:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:3.0:1787201365.398392:0:235206:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899cb0ab0dd0. 00000100:00000200:3.0:1787201365.398397:0:235206:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1874004887457536, offset 0 00000400:00000200:3.0:1787201365.398402:0:235206:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:3.0:1787201365.398411:0:235206:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:3.0:1787201365.398418:0:235206:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:3.0:1787201365.398423:0:235206:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787201365.398427:0:235206:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:3.0:1787201365.398431:0:235206:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787201365.398433:0:235206:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:3.0:1787201365.398436:0:235206:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545846:545846:256:4294967295] 192.168.201.137@tcp LPNI seq info [545789:545789:8:4294967295] 00000400:00000200:3.0:1787201365.398440:0:235206:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:3.0:1787201365.398449:0:235206:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:3.0:1787201365.398455:0:235206:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:3.0:1787201365.398459:0:235206:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899c82f9f300. 00000800:00000200:3.0:1787201365.398466:0:235206:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:3.0:1787201365.398472:0:235206:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:3.0:1787201365.398477:0:235206:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899c82f9f300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1787201365.398493:0:235206:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201365.398497:0:235206:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: using a timeout of 110142 usecs (111 jiffies) 00000400:00000200:3.0:1787201365.398500:0:235206:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:3.0:1787201365.398503:0:235206:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305916501 00000100:00000001:3.0:1787201365.398505:0:235206:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS request active for cpu 0, keep current deadline 4305917709 00000100:00000001:3.0:1787201365.398508:0:235206:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305916501 00000100:00000001:3.0:1787201365.398510:0:235206:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS request active for cpu 1, keep current deadline 4305917709 00000100:00000001:3.0:1787201365.398512:0:235206:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787201365.398515:0:235206:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201365.398523:0:235206:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787201365.398525:0:235206:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1787201365.398528:0:235206:0:(client.c:2715:ptlrpc_set_wait()) set ffff899c91e173c0 going to sleep for 11 seconds 00000100:00000001:3.0:1787201365.398530:0:235206:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787201365.398533:0:235206:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787201365.401459:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787201365.401469:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899c82f9f300. 00000400:00000200:0.0:1787201365.401475:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201365.401484:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:0.0:1787201365.401490:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899cb0ab0dd0 00000400:00000010:0.0:1787201365.401493:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899cb0ab0dd0. 00000100:00000001:0.0:1787201365.401498:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787201365.401506:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899c9ea92300 x1874004887457536/t0(0) o103->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:17/18 lens 328/224 e 0 to 0 dl 1787201381 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201365.401517:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201365.401520:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff899c9ea92300 x1874004887457536/t0(0) o103->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:17/18 lens 328/224 e 0 to 0 dl 1787201381 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201365.401527:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201365.401529:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00010000:00010000:3.0:1787201365.402418:0:278717:0:(ldlm_resource.c:191:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff899c9ef83000 00010000:00000001:3.0:1787201365.402423:0:278717:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787201365.402425:0:278717:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787201365.402429:0:278717:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787201365.402433:0:278717:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787201365.402435:0:278717:0:(ldlm_lockd.c:2251:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787201365.402437:0:278717:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1787201365.414051:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201365.414244:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787201365.414249:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201365.414253:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201365.414262:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201365.414269:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:1.0:1787201365.414278:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201365.414283:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201365.414289:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201365.414292:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 18 MB=0x6a865c39fcf00 00000400:00000200:1.0:1787201365.414310:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201365.414317:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.137@tcp of length 224/224 into md 0x53dc49 [1] + 224 00000800:00000001:1.0:1787201365.414325:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201365.414333:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201365.414337:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201365.414341:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:1.0:1787201365.414348:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787201365.414356:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899c9ea92300 x1874004887457536/t0(0) o103->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:17/18 lens 328/224 e 0 to 0 dl 1787201381 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787201365.414368:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899c9ea92300 x1874004887457536/t0(0) o103->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:17/18 lens 328/224 e 0 to 0 dl 1787201381 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201365.414388:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787201365.414397:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201365.414400:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201365.414458:0:235206:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787201365.414466:0:235206:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787201365.414468:0:235206:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787201365.414471:0:235206:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899c83154688. 00000400:00000200:3.0:1787201365.414475:0:235206:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899cb0ab0550 00000400:00000010:3.0:1787201365.414478:0:235206:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899cb0ab0550. 00000100:00000001:3.0:1787201365.414481:0:235206:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787201365.414485:0:235206:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899c9ea92300 x1874004887457536/t0(0) o103->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:17/18 lens 328/224 e 0 to 0 dl 1787201381 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787201365.414494:0:235206:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899c9ea92300 x1874004887457536/t0(0) o103->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:17/18 lens 328/224 e 0 to 0 dl 1787201381 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201365.414500:0:235206:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787201365.414507:0:235206:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201365.414509:0:235206:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787201365.414513:0:235206:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787201365.414515:0:235206:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787201365.414518:0:235206:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787201365.414521:0:235206:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787201365.414530:0:235206:0:(import.c:2149:obd_at_measure()) add 5 to ffff899c94855cf0 time=151 v=5 (5 5 5 5) 00000100:00001000:3.0:1787201365.414534:0:235206:0:(import.c:2149:obd_at_measure()) add 1 to ffff899c94855c18 time=63 v=5 (1 1 1 1) 00000100:00000001:3.0:1787201365.414537:0:235206:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787201365.414539:0:235206:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787201365.414541:0:235206:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787201365.414545:0:235206:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201365.414556:0:235206:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787201365.414558:0:235206:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff899c9ef83000: skip recheck: last_committed 21474857068 00000100:00000001:3.0:1787201365.414560:0:235206:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787201365.414562:0:235206:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201365.414568:0:235206:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899c9ea92300 x1874004887457536/t0(0) o103->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:17/18 lens 328/224 e 0 to 0 dl 1787201381 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201365.414575:0:235206:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787201365.414578:0:235206:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787201365.414580:0:235206:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787201365.414584:0:235206:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899c9ea92300 x1874004887457536/t0(0) o103->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:17/18 lens 328/224 e 0 to 0 dl 1787201381 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787201365.414591:0:235206:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899c9ea92300 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:084554c7-ea41-472c-a807-73eae7b611f4:235206:1874004887457536:192.168.201.137@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1787201365.414597:0:235206:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201365.414600:0:235206:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201365.414602:0:235206:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1787201365.414604:0:235206:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787201365.414607:0:235206:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899c9ea92300 x1874004887457536/t0(0) o103->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:17/18 lens 328/224 e 0 to 0 dl 1787201381 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201365.414613:0:235206:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787201365.414616:0:235206:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff899c91e173c0. 00000100:00000001:3.0:1787201365.414618:0:235206:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1787201365.414620:0:235206:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201365.414623:0:235206:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787201365.414625:0:235206:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899c9ea92300 x1874004887457536/t0(0) o103->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:17/18 lens 328/224 e 0 to 0 dl 1787201381 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201365.414631:0:235206:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787201365.414634:0:235206:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787201365.414637:0:235206:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899cc0084400. 02000000:00000001:3.0:1787201365.414639:0:235206:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787201365.414642:0:235206:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787201365.414644:0:235206:0:(genops.c:1223:class_import_put()) import ffff899c94855800 refcount=3 obd=lustre-OST0000-osc-ffff899c9ef83000 00000020:00000001:3.0:1787201365.414647:0:235206:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787201365.414655:0:235206:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff899cc0085800. 02000000:00000001:3.0:1787201365.414659:0:235206:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787201365.414660:0:235206:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787201365.414662:0:235206:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899c9ea92300. 00000100:00000001:3.0:1787201365.414665:0:235206:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787201365.414666:0:235206:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787201365.414668:0:235206:0:(ldlm_request.c:1632:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:3.0:1787201365.414671:0:235206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1787201365.414675:0:235206:0:(ldlm_lock.c:194:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff899c9ef83000 lock: 00000000d3215eda/0xb1b6f6721adb0ea6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5488:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400010020 nid: local remote: 0x6f855ab5c1dd7656 expref: -99 pid: 278301 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1787201365.414688:0:235206:0:(ldlm_lock.c:212:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff899c9eb01b00. 00010000:00000040:3.0:1787201365.414693:0:235206:0:(ldlm_resource.c:1703:ldlm_resource_putref()) putref res: ffff899c94b9d300 count: 0 00010000:00000010:3.0:1787201365.414699:0:235206:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff899c94b9d800. 00010000:00000001:3.0:1787201365.414708:0:235206:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787201365.414709:0:235206:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787201365.414728:0:235206:0:(ldlm_lockd.c:2939:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787201365.414740:0:235206:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787201365.414742:0:235206:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787201365.414744:0:235206:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1787201365.414746:0:235206:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787201365.414747:0:235206:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787201365.414749:0:235206:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1787201365.414750:0:235206:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787201365.414752:0:235206:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787201365.414753:0:235206:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787201365.414793:0:278716:0:(ldlm_lockd.c:2205:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201365.414795:0:278716:0:(ldlm_lockd.c:2271:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201365.414806:0:278716:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1F:1787201365.454259:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff899c94b9d300. 00010000:00000010:3.1:1787201365.454282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff899c80031a00. 00010000:00000001:2.0:1787201365.494466:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201365.494474:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201365.494480:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201365.494483:0:277848:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787201365.494485:0:277848:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787201365.494492:0:277848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787201365.494494:0:277848:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787201365.494495:0:277848:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201365.494499:0:277848:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787201365.494501:0:277848:0:(ldlm_lockd.c:2251:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201365.494503:0:277848:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201365.494505:0:277848:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787201365.497486:0:235207:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787201365.497492:0:235207:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787201365.497496:0:235207:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1787201366.513946:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201366.513953:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201366.513958:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201366.513959:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787201366.514278:0:251101:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787201366.514282:0:251101:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787201366.514285:0:251101:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787201366.768357:0:277400:0:(connection.c:75:cpu_latency_work()) work item of ffff899c9185f110 (cpu 1) has reached its deadline 4305917709, at 4305917760 00000100:00000010:1.0:1787201366.768371:0:277400:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff899ca79016c0. 00000100:00000040:0.0:1787201366.774442:0:217947:0:(connection.c:75:cpu_latency_work()) work item of ffff899c9185f000 (cpu 0) has reached its deadline 4305917709, at 4305917766 00000100:00000010:0.0:1787201366.774457:0:217947:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff899ca7901a20. 00010000:00000001:2.0:1787201367.536362:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201367.536370:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201367.536375:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201367.536377:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787201367.536589:0:244704:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787201367.536593:0:244704:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787201367.536596:0:244704:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787201367.984433:0:277698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1da678fe-286a-4e72-b384-4f98f186df2f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787201367.984444:0:277698:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787201367.984456:0:277698:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899ca7038e00. 00000020:00000040:2.0:1787201367.984461:0:277698:0:(genops.c:1210:class_import_get()) import ffff899c84e8d800 refcount=4 obd=MGC192.168.201.137@tcp 00000100:00000001:2.0:1787201367.984465:0:277698:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787201367.984468:0:277698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787201367.984474:0:277698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787201367.984482:0:277698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899cb8620b00. 00000100:00000001:2.0:1787201367.984490:0:277698:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201367.984504:0:277698:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da678fe-286a-4e72-b384-4f98f186df2f->MGS req@ffff899ca7038e00 x1874004887457664/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787201367.984543:0:277698:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787201367.984548:0:277698:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201367.984555:0:277698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ecc2e38] to pc [ptlrpcd_01_01+1] req@ffff899ca7038e00 x1874004887457664/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201367.984590:0:277698:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201367.984593:0:277698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787201367.984597:0:277698:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787201367.984600:0:277698:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899ca703bb80. 00000020:00000040:2.0:1787201367.984602:0:277698:0:(genops.c:1210:class_import_get()) import ffff899ca73f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff899c9ef83000 00000100:00000001:2.0:1787201367.984605:0:277698:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787201367.984607:0:277698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787201367.984609:0:277698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787201367.984612:0:277698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899cb8620c00. 00000100:00000001:2.0:1787201367.984616:0:277698:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201367.984621:0:277698:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0000_UUID req@ffff899ca703bb80 x1874004887457792/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787201367.984627:0:277698:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787201367.984630:0:277698:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201367.984634:0:277698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008922b3c7] to pc [ptlrpcd_01_00+0] req@ffff899ca703bb80 x1874004887457792/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201367.984642:0:277698:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201367.984644:0:277698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787201367.984647:0:277698:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787201367.984650:0:277698:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899ca703ad80. 00000020:00000040:2.0:1787201367.984652:0:277698:0:(genops.c:1210:class_import_get()) import ffff899c91d84000 refcount=4 obd=lustre-MDT0001-mdc-ffff899c9ef83000 00000100:00000001:2.0:1787201367.984654:0:277698:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787201367.984655:0:277698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787201367.984656:0:277698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787201367.984659:0:277698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899cb8620000. 00000100:00000001:2.0:1787201367.984670:0:277698:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201367.984674:0:277698:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0001_UUID req@ffff899ca703ad80 x1874004887457920/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787201367.984681:0:277698:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787201367.984683:0:277698:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201367.984687:0:277698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c6a4777] to pc [ptlrpcd_01_01+1] req@ffff899ca703ad80 x1874004887457920/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201367.984694:0:277698:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201367.984696:0:277698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787201367.984699:0:277698:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787201367.984702:0:277698:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899ca7039c00. 00000020:00000040:2.0:1787201367.984704:0:277698:0:(genops.c:1210:class_import_get()) import ffff899c94855800 refcount=4 obd=lustre-OST0000-osc-ffff899c9ef83000 00000100:00000001:2.0:1787201367.984707:0:277698:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787201367.984708:0:277698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787201367.984710:0:277698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787201367.984713:0:277698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899cb8620e00. 00000100:00000001:2.0:1787201367.984716:0:277698:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201367.984719:0:277698:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0000_UUID req@ffff899ca7039c00 x1874004887458048/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787201367.984726:0:277698:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787201367.984727:0:277698:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201367.984731:0:277698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0745ea1] to pc [ptlrpcd_01_00+0] req@ffff899ca7039c00 x1874004887458048/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201367.984737:0:277698:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201367.984739:0:277698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787201367.984742:0:277698:0:(pinger.c:247:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787201367.984746:0:277698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11256) 00000100:00000001:2.0:1787201367.984771:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787201367.984776:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787201367.984784:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787201367.984789:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899ca703bb80 x1874004887457792/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201367.984796:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787201367.984798:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201367.984802:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787201367.984804:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787201367.984807:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787201367.984811:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899ca703bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:084554c7-ea41-472c-a807-73eae7b611f4:2404:1874004887457792:192.168.201.137@tcp:400:kworker.0 00000100:00000001:2.0:1787201367.984815:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787201367.984820:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787201367.984822:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201367.984825:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787201367.984830:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899c8350d800. 02000000:00000001:2.0:1787201367.984832:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787201367.984839:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:2.0:1787201367.984843:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899cc0349b58. 00000400:00000010:2.0:1787201367.984850:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91ad2c38. 00000100:00000200:2.0:1787201367.984857:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887457792, portal 10 00000100:00000001:2.0:1787201367.984859:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787201367.984861:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904642784128 : -130169066767488 : ffff899ca703bb80) 00000100:00000040:2.0:1787201367.984919:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899ca703bb80 x1874004887457792/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201367.984926:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787201367.984929:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:2.0:1787201367.984932:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91ad2ee0. 00000100:00000200:2.0:1787201367.984936:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004887457792, offset 0 00000400:00000200:2.0:1787201367.984942:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:2.0:1787201367.984951:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:2.0:1787201367.984958:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:2.0:1787201367.984963:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787201367.984967:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:2.0:1787201367.984971:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787201367.984980:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:2.0:1787201367.984984:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545847:545847:256:4294967295] 192.168.201.137@tcp LPNI seq info [545790:545790:8:4294967295] 00000400:00000200:2.0:1787201367.984988:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:2.0:1787201367.984999:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:2.0:1787201367.985004:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:2.0:1787201367.985009:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899cb8620f00. 00000800:00000200:2.0:1787201367.985015:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:2.0:1787201367.985022:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:2.0:1787201367.985026:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899cb8620f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787201367.985102:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201367.985108:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: using a timeout of 17887 usecs (18 jiffies) 00000400:00000200:2.0:1787201367.985112:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:2.0:1787201367.985115:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305918994 00000100:00000010:2.0:1787201367.985129:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff899c9d6590c0. 00000100:00000001:2.0:1787201367.985137:0:2404:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1787201367.985143:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305918994 00000100:00000010:2.0:1787201367.985146:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff899c9d659780. 00000100:00000001:2.0:1787201367.985149:0:2404:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1787201367.985161:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787201367.985164:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201367.985166:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787201367.985171:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899ca7039c00 x1874004887458048/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201367.985178:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787201367.985179:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201367.985181:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787201367.985183:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787201367.985185:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787201367.985188:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899ca7039c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:084554c7-ea41-472c-a807-73eae7b611f4:2404:1874004887458048:192.168.201.137@tcp:400:kworker.0 00000100:00000001:2.0:1787201367.985200:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787201367.985202:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787201367.985204:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201367.985205:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787201367.985208:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899c8350c400. 02000000:00000001:2.0:1787201367.985211:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787201367.985244:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:2.0:1787201367.985248:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899cc0349e70. 00000400:00000010:2.0:1787201367.985252:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91ad2a18. 00000100:00000200:2.0:1787201367.985255:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887458048, portal 4 00000100:00000001:2.0:1787201367.985257:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787201367.985258:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904642776064 : -130169066775552 : ffff899ca7039c00) 00000100:00000040:2.0:1787201367.985265:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899ca7039c00 x1874004887458048/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201367.985271:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787201367.985273:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:2.0:1787201367.985276:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91ad2dd0. 00000100:00000200:2.0:1787201367.985278:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874004887458048, offset 0 00000400:00000200:2.0:1787201367.985282:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:2.0:1787201367.985287:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:2.0:1787201367.985291:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:2.0:1787201367.985294:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787201367.985296:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:2.0:1787201367.985299:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787201367.985301:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:2.0:1787201367.985303:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545848:545848:255:4294967295] 192.168.201.137@tcp LPNI seq info [545791:545791:7:4294967295] 00000400:00000200:2.0:1787201367.985307:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:2.0:1787201367.985313:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:2.0:1787201367.985318:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:2.0:1787201367.985322:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899cb8620a00. 00000800:00000200:2.0:1787201367.985325:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:2.0:1787201367.985335:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:2.0:1787201367.985338:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899cb8620a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787201367.985341:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201367.985344:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: using a timeout of 110072 usecs (111 jiffies) 00000400:00000200:2.0:1787201367.985348:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:2.0:1787201367.985349:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305919088 00000100:00000001:2.0:1787201367.985355:0:2404:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS request active for cpu 0, simply extend its deadline from 4305918994 00000100:00000001:2.0:1787201367.985358:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305919088 00000100:00000001:2.0:1787201367.985360:0:2404:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS request active for cpu 1, simply extend its deadline from 4305918994 00000100:00000001:2.0:1787201367.985363:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787201367.985365:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201367.985368:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201367.985370:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201367.985376:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787201367.985378:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:2.0:1787201367.985380:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787201367.985381:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787201367.985382:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787201367.985385:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1787201367.985386:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201367.985388:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787201367.985389:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201367.985391:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787201367.985392:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787201367.985393:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787201367.985397:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899ca7038e00 x1874004887457664/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201367.985403:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787201367.985405:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201367.985407:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787201367.985408:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787201367.985410:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787201367.985413:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899ca7038e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da678fe-286a-4e72-b384-4f98f186df2f:2404:1874004887457664:192.168.201.137@tcp:400:kworker.0 00000100:00000001:2.0:1787201367.985421:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787201367.985424:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787201367.985426:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201367.985427:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787201367.985431:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899c8a1a8800. 02000000:00000001:2.0:1787201367.985433:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787201367.985437:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:2.0:1787201367.985440:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899cc0349420. 00000400:00000010:2.0:1787201367.985443:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91ad2220. 00000100:00000200:2.0:1787201367.985446:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887457664, portal 25 00000100:00000001:2.0:1787201367.985448:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787201367.985449:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904642772480 : -130169066779136 : ffff899ca7038e00) 00000100:00000040:2.0:1787201367.985453:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899ca7038e00 x1874004887457664/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201367.985460:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787201367.985462:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:2.0:1787201367.985465:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91ad25d8. 00000100:00000200:2.0:1787201367.985467:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874004887457664, offset 0 00000400:00000200:2.0:1787201367.985471:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:2.0:1787201367.985475:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:2.0:1787201367.985478:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:2.0:1787201367.985481:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787201367.985483:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:2.0:1787201367.985485:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787201367.985487:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:2.0:1787201367.985490:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545849:545849:254:4294967295] 192.168.201.137@tcp LPNI seq info [545792:545792:6:4294967295] 00000400:00000200:2.0:1787201367.985493:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:2.0:1787201367.985499:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:2.0:1787201367.985503:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:2.0:1787201367.985506:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899cb8620100. 00000800:00000200:2.0:1787201367.985510:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:2.0:1787201367.985519:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:2.0:1787201367.985521:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899cb8620100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787201367.985524:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787201367.985527:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:2.0:1787201367.985529:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS new deadline estimation for cpu 0 is 4305922830 00000100:00000001:2.0:1787201367.985532:0:2404:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305919088 00000100:00000001:2.0:1787201367.985535:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS new deadline estimation for cpu 1 is 4305922830 00000100:00000001:2.0:1787201367.985537:0:2404:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305919088 00000100:00000001:2.0:1787201367.985540:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787201367.985542:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201367.985544:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787201367.985548:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899ca703ad80 x1874004887457920/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201367.985554:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787201367.985556:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201367.985558:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787201367.985560:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787201367.985562:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787201367.985565:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899ca703ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:084554c7-ea41-472c-a807-73eae7b611f4:2404:1874004887457920:192.168.201.137@tcp:400:kworker.0 00000100:00000001:2.0:1787201367.985568:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787201367.985570:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787201367.985571:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201367.985573:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787201367.985576:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899c8a1a9200. 02000000:00000001:2.0:1787201367.985578:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787201367.985581:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:2.0:1787201367.985583:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899cc0349f20. 00000400:00000010:2.0:1787201367.985587:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91ad2330. 00000100:00000200:2.0:1787201367.985589:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887457920, portal 10 00000100:00000001:2.0:1787201367.985591:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787201367.985592:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904642780544 : -130169066771072 : ffff899ca703ad80) 00000100:00000040:2.0:1787201367.985603:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899ca703ad80 x1874004887457920/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201367.985610:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787201367.985612:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:2.0:1787201367.985614:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91ad2550. 00000100:00000200:2.0:1787201367.985617:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004887457920, offset 0 00000400:00000200:2.0:1787201367.985621:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:2.0:1787201367.985625:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:2.0:1787201367.985629:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:2.0:1787201367.985632:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787201367.985634:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:2.0:1787201367.985637:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787201367.985639:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:2.0:1787201367.985641:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545850:545850:253:4294967295] 192.168.201.137@tcp LPNI seq info [545793:545793:5:4294967295] 00000400:00000200:2.0:1787201367.985645:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:2.0:1787201367.985650:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:2.0:1787201367.985653:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:2.0:1787201367.985657:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899cb8620600. 00000800:00000200:2.0:1787201367.985660:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:2.0:1787201367.985664:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:2.0:1787201367.985666:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899cb8620600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787201367.985669:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201367.985672:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: using a timeout of 23905 usecs (24 jiffies) 00000400:00000200:2.0:1787201367.985675:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:2.0:1787201367.985677:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305919001 00000100:00000001:2.0:1787201367.985679:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS request active for cpu 0, keep current deadline 4305922830 00000100:00000001:2.0:1787201367.985681:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305919001 00000100:00000001:2.0:1787201367.985683:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS request active for cpu 1, keep current deadline 4305922830 00000100:00000001:2.0:1787201367.985684:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787201367.985691:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201367.985694:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201367.985696:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201367.985783:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787201367.985786:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787201367.989709:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787201367.989718:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899cb8620f00. 00000400:00000200:0.0:1787201367.989727:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201367.989736:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:0.0:1787201367.989743:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91ad2ee0 00000400:00000010:0.0:1787201367.989770:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91ad2ee0. 00000100:00000001:0.0:1787201367.989776:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787201367.989785:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899ca703bb80 x1874004887457792/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201367.989797:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201367.989801:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899ca703bb80 x1874004887457792/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201452 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201367.989809:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201367.989811:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787201367.989827:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787201367.989829:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899cb8620a00. 00000400:00000200:0.0:1787201367.989832:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201367.989836:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:0.0:1787201367.989839:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91ad2dd0 00000400:00000010:0.0:1787201367.989841:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91ad2dd0. 00000100:00000001:0.0:1787201367.989843:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787201367.989847:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899ca7039c00 x1874004887458048/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201367.989855:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201367.989858:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899ca7039c00 x1874004887458048/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201422 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201367.989865:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201367.989867:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787201367.989874:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787201367.989876:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899cb8620100. 00000400:00000200:0.0:1787201367.989878:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201367.989881:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:0.0:1787201367.989884:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91ad25d8 00000400:00000010:0.0:1787201367.989886:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91ad25d8. 00000100:00000001:0.0:1787201367.989887:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787201367.989892:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899ca7038e00 x1874004887457664/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201367.989899:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201367.989908:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899ca7038e00 x1874004887457664/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201383 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201367.989914:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201367.989916:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787201367.989983:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787201367.989986:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899cb8620600. 00000400:00000200:0.0:1787201367.989990:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201367.989993:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:0.0:1787201367.989996:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91ad2550 00000400:00000010:0.0:1787201367.989998:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91ad2550. 00000100:00000001:0.0:1787201367.990000:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787201367.990005:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899ca703ad80 x1874004887457920/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201367.990013:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201367.990016:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899ca703ad80 x1874004887457920/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201452 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201367.990022:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201367.990023:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1787201367.997446:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201367.997463:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787201367.997467:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201367.997469:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201367.997478:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201367.997500:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:1.0:1787201367.997509:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201367.997514:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201367.997520:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201367.997524:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 10 MB=0x6a865c39fd000 00000400:00000200:1.0:1787201367.997538:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201367.997551:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.137@tcp of length 224/224 into md 0x53dc51 [1] + 224 00000800:00000001:1.0:1787201367.997559:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201367.997564:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201367.997567:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201367.997572:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:1.0:1787201367.997579:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787201367.997587:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899ca703bb80 x1874004887457792/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201452 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787201367.997598:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899ca703bb80 x1874004887457792/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201367.997620:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787201367.997629:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201367.997632:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787201367.997634:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201367.997636:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201367.997639:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201367.997642:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:1.0:1787201367.997646:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201367.997648:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201367.997651:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201367.997653:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 10 MB=0x6a865c39fd080 00000400:00000200:1.0:1787201367.997656:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201367.997659:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.137@tcp of length 224/224 into md 0x53dc69 [1] + 224 00000800:00000001:1.0:1787201367.997663:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201367.997667:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201367.997675:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201367.997679:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:1.0:1787201367.997682:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787201367.997686:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899ca703ad80 x1874004887457920/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201452 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787201367.997694:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899ca703ad80 x1874004887457920/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201367.997701:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787201367.997705:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201367.997709:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787201367.997711:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201367.997712:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201367.997715:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201367.997718:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:1.0:1787201367.997722:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201367.997725:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201367.997728:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201367.997731:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 4 MB=0x6a865c39fd100 00000400:00000200:1.0:1787201367.997734:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201367.997738:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.137@tcp of length 224/224 into md 0x53dc59 [1] + 224 00000800:00000001:1.0:1787201367.997742:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201367.997745:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201367.997747:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201367.997751:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:1.0:1787201367.997762:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787201367.997767:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899ca7039c00 x1874004887458048/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201422 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787201367.997776:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899ca7039c00 x1874004887458048/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201367.997783:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787201367.997793:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201367.997797:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787201367.997799:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201367.997801:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201367.997805:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201367.997808:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:1.0:1787201367.997812:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201367.997814:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201367.997817:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201367.997819:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 25 MB=0x6a865c39fcf80 00000400:00000200:1.0:1787201367.997822:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201367.997826:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.137@tcp of length 224/224 into md 0x53dc61 [1] + 224 00000800:00000001:1.0:1787201367.997830:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201367.997835:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201367.997837:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201367.997840:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:1.0:1787201367.997843:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787201367.997848:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899ca7038e00 x1874004887457664/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201383 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787201367.997856:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899ca7038e00 x1874004887457664/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201367.997862:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787201367.997865:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201367.997867:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201367.998476:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787201367.998482:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787201367.998489:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787201367.998491:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787201367.998494:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899cc0349420. 00000400:00000200:2.0:1787201367.998500:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91ad2220 00000400:00000010:2.0:1787201367.998502:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91ad2220. 00000100:00000001:2.0:1787201367.998505:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787201367.998511:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899ca7038e00 x1874004887457664/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787201367.998520:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899ca7038e00 x1874004887457664/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201383 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201367.998537:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787201367.998539:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201367.998548:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787201367.998551:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787201367.998553:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787201367.998556:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201367.998559:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787201367.998566:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff899c84e8dc60 time=127 v=5 (5 5 5 5) 00000100:00001000:2.0:1787201367.998570:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff899c84e8dc18 time=152 v=5 (1 1 0 0) 00000100:00000001:2.0:1787201367.998573:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787201367.998575:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201367.998577:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787201367.998580:0:2404:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201367.998583:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201367.998588:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899ca7038e00 x1874004887457664/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201367.998595:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787201367.998598:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787201367.998600:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787201367.998604:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899ca7038e00 x1874004887457664/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201383 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787201367.998621:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899ca7038e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da678fe-286a-4e72-b384-4f98f186df2f:2404:1874004887457664:192.168.201.137@tcp:400:kworker.0 00000400:00000001:2.0:1787201367.998628:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787201367.998629:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787201367.998631:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899cc0349f20. 00000400:00000200:2.0:1787201367.998633:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91ad2330 00000400:00000010:2.0:1787201367.998634:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91ad2330. 00000100:00000001:2.0:1787201367.998637:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787201367.998640:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899ca703ad80 x1874004887457920/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787201367.998648:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899ca703ad80 x1874004887457920/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201452 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201367.998655:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787201367.998656:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201367.998658:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787201367.998659:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787201367.998660:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787201367.998662:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201367.998664:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787201367.998670:0:2404:0:(import.c:2149:obd_at_measure()) add 60 to ffff899c91d84460 time=127 v=60 (60 60 60 60) 00000100:00001000:2.0:1787201367.998673:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff899c91d84418 time=131 v=5 (1 2 0 0) 00000100:00000001:2.0:1787201367.998675:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787201367.998677:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201367.998679:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787201367.998682:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff899ca703ad80 x1874004887457920/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201452 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787201367.998688:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201367.998690:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787201367.998692:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff899c9ef83000: skip recheck: last_committed 21474836545 00000100:00000001:2.0:1787201367.998693:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787201367.998695:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201367.998698:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899ca703ad80 x1874004887457920/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201452 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201367.998710:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787201367.998712:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787201367.998713:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787201367.998717:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899ca703ad80 x1874004887457920/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201452 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787201367.998724:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899ca703ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:084554c7-ea41-472c-a807-73eae7b611f4:2404:1874004887457920:192.168.201.137@tcp:400:kworker.0 00000400:00000001:2.0:1787201367.998730:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787201367.998731:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787201367.998733:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899cc0349b58. 00000400:00000200:2.0:1787201367.998736:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91ad2c38 00000400:00000010:2.0:1787201367.998738:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91ad2c38. 00000100:00000001:2.0:1787201367.998740:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787201367.998743:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899ca703bb80 x1874004887457792/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787201367.998751:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899ca703bb80 x1874004887457792/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201452 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201367.998767:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787201367.998769:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201367.998770:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787201367.998772:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787201367.998773:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787201367.998775:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201367.998776:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787201367.998780:0:2404:0:(import.c:2149:obd_at_measure()) add 60 to ffff899ca73f6460 time=127 v=60 (60 60 60 60) 00000100:00001000:2.0:1787201367.998783:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff899ca73f6418 time=152 v=5 (1 1 0 0) 00000100:00000001:2.0:1787201367.998786:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787201367.998787:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201367.998788:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787201367.998791:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201367.998793:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787201367.998794:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff899c9ef83000: skip recheck: last_committed 30064771464 00000100:00000001:2.0:1787201367.998801:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787201367.998802:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201367.998807:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899ca703bb80 x1874004887457792/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201452 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201367.998813:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787201367.998815:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787201367.998816:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787201367.998819:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899ca703bb80 x1874004887457792/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201452 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787201367.998825:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899ca703bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:084554c7-ea41-472c-a807-73eae7b611f4:2404:1874004887457792:192.168.201.137@tcp:400:kworker.0 00000400:00000001:2.0:1787201367.998830:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787201367.998832:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787201367.998834:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899cc0349e70. 00000400:00000200:2.0:1787201367.998836:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91ad2a18 00000400:00000010:2.0:1787201367.998837:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91ad2a18. 00000100:00000001:2.0:1787201367.998839:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787201367.998843:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899ca7039c00 x1874004887458048/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787201367.998851:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899ca7039c00 x1874004887458048/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201422 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201367.998857:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787201367.998859:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201367.998861:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787201367.998862:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787201367.998863:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787201367.998864:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201367.998866:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787201367.998870:0:2404:0:(import.c:2149:obd_at_measure()) add 36 to ffff899c94855c60 time=127 v=36 (36 5 5 5) 00000100:00001000:2.0:1787201367.998873:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff899c94855c18 time=65 v=5 (1 1 1 1) 00000100:00000001:2.0:1787201367.998875:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787201367.998876:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201367.998881:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787201367.998884:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201367.998886:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787201367.998887:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff899c9ef83000: skip recheck: last_committed 21474857068 00000100:00000001:2.0:1787201367.998889:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787201367.998891:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201367.998895:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899ca7039c00 x1874004887458048/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201367.998900:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787201367.998902:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787201367.998903:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787201367.998906:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899ca7039c00 x1874004887458048/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201422 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787201367.998912:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899ca7039c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:084554c7-ea41-472c-a807-73eae7b611f4:2404:1874004887458048:192.168.201.137@tcp:400:kworker.0 00000100:00000001:2.0:1787201367.998916:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201367.998918:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787201367.998922:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899ca7038e00 x1874004887457664/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201383 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201367.998928:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787201367.998930:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787201367.998933:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899c8a1a8800. 02000000:00000001:2.0:1787201367.998936:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787201367.998939:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787201367.998941:0:2404:0:(genops.c:1223:class_import_put()) import ffff899c84e8d800 refcount=3 obd=MGC192.168.201.137@tcp 00000020:00000001:2.0:1787201367.998943:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787201367.998946:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899cb8620b00. 02000000:00000001:2.0:1787201367.998949:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787201367.998950:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787201367.998952:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899ca7038e00. 00000100:00000001:2.0:1787201367.998955:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787201367.998956:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201367.998958:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787201367.998960:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899ca703ad80 x1874004887457920/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201452 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201367.998971:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787201367.998973:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787201367.998974:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899c8a1a9200. 02000000:00000001:2.0:1787201367.998977:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787201367.998978:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787201367.998979:0:2404:0:(genops.c:1223:class_import_put()) import ffff899c91d84000 refcount=3 obd=lustre-MDT0001-mdc-ffff899c9ef83000 00000020:00000001:2.0:1787201367.998980:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787201367.998982:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899cb8620000. 02000000:00000001:2.0:1787201367.998983:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787201367.998984:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787201367.998986:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899ca703ad80. 00000100:00000001:2.0:1787201367.998990:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787201367.998991:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201367.998993:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787201367.998996:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899ca703bb80 x1874004887457792/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201452 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201367.999001:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787201367.999002:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787201367.999003:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899c8350d800. 02000000:00000001:2.0:1787201367.999007:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787201367.999008:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787201367.999009:0:2404:0:(genops.c:1223:class_import_put()) import ffff899ca73f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff899c9ef83000 00000020:00000001:2.0:1787201367.999011:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787201367.999012:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899cb8620c00. 02000000:00000001:2.0:1787201367.999013:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787201367.999014:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787201367.999016:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899ca703bb80. 00000100:00000001:2.0:1787201367.999018:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787201367.999019:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201367.999021:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787201367.999024:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899ca7039c00 x1874004887458048/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201422 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201367.999030:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787201367.999031:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787201367.999038:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899c8350c400. 02000000:00000001:2.0:1787201367.999040:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787201367.999041:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787201367.999043:0:2404:0:(genops.c:1223:class_import_put()) import ffff899c94855800 refcount=3 obd=lustre-OST0000-osc-ffff899c9ef83000 00000020:00000001:2.0:1787201367.999044:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787201367.999046:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899cb8620e00. 02000000:00000001:2.0:1787201367.999048:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787201367.999049:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787201367.999050:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899ca7039c00. 00000100:00000001:2.0:1787201367.999052:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787201367.999053:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201367.999055:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201367.999063:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787201367.999065:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201367.999067:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787201367.999069:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201368.560762:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201368.560768:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201368.560774:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201368.560776:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787201368.560877:0:246982:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787201368.560880:0:246982:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787201368.560883:0:246982:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1787201369.584422:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201369.584429:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201369.584436:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201369.584437:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787201369.584712:0:235206:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787201369.584715:0:235206:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787201369.584718:0:235206:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1787201370.611808:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201370.611815:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201370.611821:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201370.611822:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787201370.611967:0:235207:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787201370.611971:0:235207:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787201370.611981:0:235207:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1787201371.632302:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201371.632308:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201371.632313:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201371.632314:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787201371.632393:0:251101:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787201371.632396:0:251101:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787201371.632399:0:251101:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787201371.889311:0:217947:0:(connection.c:75:cpu_latency_work()) work item of ffff899c9185f000 (cpu 0) has reached its deadline 4305922830, at 4305922881 00000100:00000010:0.0:1787201371.889328:0:217947:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff899c9d6590c0. 00000100:00000040:1.0:1787201371.889427:0:277400:0:(connection.c:75:cpu_latency_work()) work item of ffff899c9185f110 (cpu 1) has reached its deadline 4305922830, at 4305922881 00000100:00000010:1.0:1787201371.889433:0:277400:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff899c9d659780. 00000080:00000001:3.0:1787201371.900791:0:278949:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1787201372.206029:0:278985:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1787201372.206036:0:278985:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg137-client.virtnet: executing wait_import_state CONNECTING osc.lustre-OST0000-osc-ffff899c9ef83000.ost_server_uuid 50 00000001:00000001:3.0:1787201372.213622:0:278985:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1787201372.657335:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201372.657342:0:277848:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787201372.657344:0:277848:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787201372.657347:0:277848:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201372.657350:0:277848:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787201372.657352:0:277848:0:(ldlm_lockd.c:2251:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201372.657368:0:277848:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201372.657369:0:277848:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201372.657372:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201372.657373:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787201372.657437:0:244704:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787201372.657439:0:244704:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787201372.657441:0:244704:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787201373.104549:0:277698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1da678fe-286a-4e72-b384-4f98f186df2f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787201373.104561:0:277698:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787201373.104574:0:277698:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899ca724df80. 00000020:00000040:0.0:1787201373.104581:0:277698:0:(genops.c:1210:class_import_get()) import ffff899c84e8d800 refcount=4 obd=MGC192.168.201.137@tcp 00000100:00000001:0.0:1787201373.104585:0:277698:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787201373.104588:0:277698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787201373.104593:0:277698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787201373.104602:0:277698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899c91178c00. 00000100:00000001:0.0:1787201373.104610:0:277698:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201373.104622:0:277698:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da678fe-286a-4e72-b384-4f98f186df2f->MGS req@ffff899ca724df80 x1874004887458176/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787201373.104633:0:277698:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787201373.104652:0:277698:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201373.104661:0:277698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f861eb2b] to pc [ptlrpcd_00_00+0] req@ffff899ca724df80 x1874004887458176/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201373.104707:0:277698:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201373.104709:0:277698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787201373.104713:0:277698:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787201373.104715:0:277698:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899ca724e300. 00000020:00000040:0.0:1787201373.104718:0:277698:0:(genops.c:1210:class_import_get()) import ffff899ca73f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff899c9ef83000 00000100:00000001:0.0:1787201373.104720:0:277698:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787201373.104722:0:277698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787201373.104724:0:277698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787201373.104728:0:277698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899c91178500. 00000100:00000001:0.0:1787201373.104731:0:277698:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201373.104735:0:277698:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0000_UUID req@ffff899ca724e300 x1874004887458304/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787201373.104742:0:277698:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787201373.104743:0:277698:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201373.104747:0:277698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000508b511c] to pc [ptlrpcd_00_01+1] req@ffff899ca724e300 x1874004887458304/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201373.104754:0:277698:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201373.104756:0:277698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787201373.104758:0:277698:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787201373.104761:0:277698:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899ca724c000. 00000020:00000040:0.0:1787201373.104763:0:277698:0:(genops.c:1210:class_import_get()) import ffff899c91d84000 refcount=4 obd=lustre-MDT0001-mdc-ffff899c9ef83000 00000100:00000001:0.0:1787201373.104766:0:277698:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787201373.104767:0:277698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787201373.104768:0:277698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787201373.104771:0:277698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899c91178300. 00000100:00000001:0.0:1787201373.104774:0:277698:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201373.104778:0:277698:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0001_UUID req@ffff899ca724c000 x1874004887458432/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787201373.104797:0:277698:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787201373.104799:0:277698:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201373.104803:0:277698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011e49a3e] to pc [ptlrpcd_00_00+0] req@ffff899ca724c000 x1874004887458432/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201373.104809:0:277698:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201373.104812:0:277698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787201373.104815:0:277698:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787201373.104817:0:277698:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899ca724f800. 00000020:00000040:0.0:1787201373.104819:0:277698:0:(genops.c:1210:class_import_get()) import ffff899c94855800 refcount=4 obd=lustre-OST0000-osc-ffff899c9ef83000 00000100:00000001:0.0:1787201373.104821:0:277698:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787201373.104823:0:277698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787201373.104825:0:277698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787201373.104829:0:277698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899c91178f00. 00000100:00000001:0.0:1787201373.104832:0:277698:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201373.104835:0:277698:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0000_UUID req@ffff899ca724f800 x1874004887458560/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787201373.104842:0:277698:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787201373.104844:0:277698:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201373.104848:0:277698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b33b8ab] to pc [ptlrpcd_00_01+1] req@ffff899ca724f800 x1874004887458560/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201373.104854:0:277698:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201373.104857:0:277698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787201373.104860:0:277698:0:(pinger.c:247:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787201373.104865:0:277698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11261) 00000100:00000001:0.0:1787201373.104879:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787201373.104883:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787201373.104885:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787201373.104891:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899ca724e300 x1874004887458304/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201373.104904:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787201373.104906:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787201373.104910:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787201373.104912:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787201373.104915:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787201373.104918:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899ca724e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:084554c7-ea41-472c-a807-73eae7b611f4:2403:1874004887458304:192.168.201.137@tcp:400:kworker.0 00000100:00000001:0.0:1787201373.104922:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787201373.104927:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787201373.104929:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787201373.104932:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787201373.104936:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899c86128400. 02000000:00000001:0.0:1787201373.104938:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787201373.104955:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:0.0:1787201373.104959:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899c91a221b8. 00000400:00000010:0.0:1787201373.104967:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c916467f8. 00000100:00000200:0.0:1787201373.104974:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887458304, portal 10 00000100:00000001:0.0:1787201373.104976:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787201373.104978:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904644956928 : -130169064594688 : ffff899ca724e300) 00000100:00000040:0.0:1787201373.104986:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899ca724e300 x1874004887458304/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201373.104993:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787201373.104995:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:0.0:1787201373.104998:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91646110. 00000100:00000200:0.0:1787201373.105001:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004887458304, offset 0 00000400:00000200:0.0:1787201373.105007:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:0.0:1787201373.105015:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201373.105023:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:0.0:1787201373.105028:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787201373.105032:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:0.0:1787201373.105036:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787201373.105039:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:0.0:1787201373.105049:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545851:545851:256:4294967295] 192.168.201.137@tcp LPNI seq info [545794:545794:8:4294967295] 00000400:00000200:0.0:1787201373.105054:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201373.105063:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:0.0:1787201373.105069:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:0.0:1787201373.105074:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899c91178900. 00000800:00000200:0.0:1787201373.105081:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:0.0:1787201373.105095:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:0.0:1787201373.105099:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899c91178900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787201373.105111:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201373.105116:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: using a timeout of 17887 usecs (18 jiffies) 00000400:00000200:0.0:1787201373.105119:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:0.0:1787201373.105122:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305924114 00000100:00000010:0.0:1787201373.105127:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff899ca7901a20. 00000100:00000001:0.0:1787201373.105133:0:2403:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787201373.105138:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305924114 00000100:00000010:0.0:1787201373.105141:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff899ca79013c0. 00000100:00000001:0.0:1787201373.105144:0:2403:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787201373.105152:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787201373.105155:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201373.105158:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787201373.105162:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899ca724f800 x1874004887458560/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201373.105169:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787201373.105170:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787201373.105172:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787201373.105174:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787201373.105176:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787201373.105179:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899ca724f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:084554c7-ea41-472c-a807-73eae7b611f4:2403:1874004887458560:192.168.201.137@tcp:400:kworker.0 00000100:00000001:0.0:1787201373.105182:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787201373.105189:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787201373.105191:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787201373.105192:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787201373.105195:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899c86128e00. 02000000:00000001:0.0:1787201373.105197:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787201373.105200:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:0.0:1787201373.105203:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899c91a22c60. 00000400:00000010:0.0:1787201373.105206:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91646e58. 00000100:00000200:0.0:1787201373.105210:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887458560, portal 4 00000100:00000001:0.0:1787201373.105211:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787201373.105212:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904644962304 : -130169064589312 : ffff899ca724f800) 00000100:00000040:0.0:1787201373.105432:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899ca724f800 x1874004887458560/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201373.105439:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787201373.105441:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:0.0:1787201373.105445:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91646aa0. 00000100:00000200:0.0:1787201373.105448:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874004887458560, offset 0 00000400:00000200:0.0:1787201373.105452:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:0.0:1787201373.105456:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201373.105459:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:0.0:1787201373.105462:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787201373.105465:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:0.0:1787201373.105467:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787201373.105470:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:0.0:1787201373.105472:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545852:545852:255:4294967295] 192.168.201.137@tcp LPNI seq info [545795:545795:7:4294967295] 00000400:00000200:0.0:1787201373.105477:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201373.105493:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:0.0:1787201373.105497:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:0.0:1787201373.105500:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899c91178200. 00000800:00000200:0.0:1787201373.105504:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:0.0:1787201373.105509:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:0.0:1787201373.105512:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899c91178200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787201373.105521:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201373.105524:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: using a timeout of 110001 usecs (111 jiffies) 00000400:00000200:0.0:1787201373.105528:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:0.0:1787201373.105530:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305924208 00000100:00000001:0.0:1787201373.105535:0:2403:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS request active for cpu 0, simply extend its deadline from 4305924114 00000100:00000001:0.0:1787201373.105539:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305924208 00000100:00000001:0.0:1787201373.105541:0:2403:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS request active for cpu 1, simply extend its deadline from 4305924114 00000100:00000001:0.0:1787201373.105544:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787201373.105546:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201373.105549:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201373.105551:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201373.105559:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787201373.105561:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:0.0:1787201373.105563:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787201373.105564:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787201373.105566:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787201373.105568:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1787201373.105570:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201373.105572:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787201373.105573:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201373.105574:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787201373.105575:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787201373.105576:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787201373.105581:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899ca724df80 x1874004887458176/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201373.105587:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787201373.105588:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787201373.105591:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787201373.105593:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787201373.105595:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787201373.105597:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899ca724df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da678fe-286a-4e72-b384-4f98f186df2f:2403:1874004887458176:192.168.201.137@tcp:400:kworker.0 00000100:00000001:0.0:1787201373.105600:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787201373.105611:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787201373.105613:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787201373.105614:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787201373.105617:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899c86128200. 02000000:00000001:0.0:1787201373.105618:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787201373.105622:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:0.0:1787201373.105625:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899c91a222c0. 00000400:00000010:0.0:1787201373.105629:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c916464c8. 00000100:00000200:0.0:1787201373.105632:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887458176, portal 25 00000100:00000001:0.0:1787201373.105634:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787201373.105635:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904644956032 : -130169064595584 : ffff899ca724df80) 00000100:00000040:0.0:1787201373.105639:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899ca724df80 x1874004887458176/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201373.105645:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787201373.105647:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:0.0:1787201373.105649:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91646bb0. 00000100:00000200:0.0:1787201373.105651:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874004887458176, offset 0 00000400:00000200:0.0:1787201373.105655:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:0.0:1787201373.105659:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201373.105662:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:0.0:1787201373.105665:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787201373.105677:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:0.0:1787201373.105679:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787201373.105682:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:0.0:1787201373.105685:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545853:545853:254:4294967295] 192.168.201.137@tcp LPNI seq info [545796:545796:6:4294967295] 00000400:00000200:0.0:1787201373.105689:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201373.105695:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:0.0:1787201373.105699:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:0.0:1787201373.105702:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899c91178b00. 00000800:00000200:0.0:1787201373.105706:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:0.0:1787201373.105710:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:0.0:1787201373.105713:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899c91178b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787201373.105721:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787201373.105724:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:0.0:1787201373.105726:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS new deadline estimation for cpu 0 is 4305927950 00000100:00000001:0.0:1787201373.105729:0:2403:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305924208 00000100:00000001:0.0:1787201373.105733:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS new deadline estimation for cpu 1 is 4305927950 00000100:00000001:0.0:1787201373.105735:0:2403:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305924208 00000100:00000001:0.0:1787201373.105737:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787201373.105739:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201373.105741:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787201373.105745:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899ca724c000 x1874004887458432/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201373.105751:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787201373.105753:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787201373.105755:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787201373.105757:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787201373.105759:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787201373.105761:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899ca724c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:084554c7-ea41-472c-a807-73eae7b611f4:2403:1874004887458432:192.168.201.137@tcp:400:kworker.0 00000100:00000001:0.0:1787201373.105764:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787201373.105766:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787201373.105767:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787201373.105769:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787201373.105772:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899c86129400. 02000000:00000001:0.0:1787201373.105773:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787201373.105776:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:0.0:1787201373.105779:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899c91a22f78. 00000400:00000010:0.0:1787201373.105783:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91646880. 00000100:00000200:0.0:1787201373.105786:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887458432, portal 10 00000100:00000001:0.0:1787201373.105788:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787201373.105789:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904644947968 : -130169064603648 : ffff899ca724c000) 00000100:00000040:0.0:1787201373.105794:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899ca724c000 x1874004887458432/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201373.105811:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787201373.105813:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:0.0:1787201373.105816:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91646440. 00000100:00000200:0.0:1787201373.105819:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004887458432, offset 0 00000400:00000200:0.0:1787201373.105822:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:0.0:1787201373.105826:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201373.105829:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:0.0:1787201373.105831:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787201373.105834:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:0.0:1787201373.105836:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787201373.105837:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:0.0:1787201373.105840:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545854:545854:253:4294967295] 192.168.201.137@tcp LPNI seq info [545797:545797:5:4294967295] 00000400:00000200:0.0:1787201373.105843:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201373.105848:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:0.0:1787201373.105852:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:0.0:1787201373.105855:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899c91178000. 00000800:00000200:0.0:1787201373.105858:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:0.0:1787201373.105862:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:0.0:1787201373.105865:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899c91178000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787201373.105867:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201373.105870:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: using a timeout of 23905 usecs (24 jiffies) 00000400:00000200:0.0:1787201373.105872:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:0.0:1787201373.105874:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305924121 00000100:00000001:0.0:1787201373.105876:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS request active for cpu 0, keep current deadline 4305927950 00000100:00000001:0.0:1787201373.105877:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305924121 00000100:00000001:0.0:1787201373.105879:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS request active for cpu 1, keep current deadline 4305927950 00000100:00000001:0.0:1787201373.105881:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787201373.105882:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201373.105889:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201373.105891:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787201373.105939:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787201373.105943:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899c91178900. 00000400:00000200:0.0:1787201373.105949:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201373.105954:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:0.0:1787201373.105959:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91646110 00000400:00000010:0.0:1787201373.105961:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91646110. 00000100:00000001:0.0:1787201373.105967:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787201373.105971:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899ca724e300 x1874004887458304/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201373.105981:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201373.105984:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899ca724e300 x1874004887458304/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201458 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201373.105991:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201373.105992:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787201373.106006:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787201373.106008:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899c91178200. 00000400:00000200:0.0:1787201373.106011:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201373.106014:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:0.0:1787201373.106016:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91646aa0 00000400:00000010:0.0:1787201373.106017:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91646aa0. 00000100:00000001:0.0:1787201373.106019:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787201373.106022:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899ca724f800 x1874004887458560/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201373.106029:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201373.106032:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899ca724f800 x1874004887458560/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201428 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201373.106038:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201373.106040:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787201373.106046:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787201373.106048:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899c91178b00. 00000400:00000200:0.0:1787201373.106050:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201373.106059:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:0.0:1787201373.106062:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91646bb0 00000400:00000010:0.0:1787201373.106064:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91646bb0. 00000100:00000001:0.0:1787201373.106066:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787201373.106069:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899ca724df80 x1874004887458176/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201373.106077:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201373.106080:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899ca724df80 x1874004887458176/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201389 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201373.106085:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201373.106086:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787201373.106152:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787201373.106154:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899c91178000. 00000400:00000200:0.0:1787201373.106157:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201373.106161:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:0.0:1787201373.106163:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91646440 00000400:00000010:0.0:1787201373.106165:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91646440. 00000100:00000001:0.0:1787201373.106167:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787201373.106170:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899ca724c000 x1874004887458432/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201373.106176:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201373.106178:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899ca724c000 x1874004887458432/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201458 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201373.106184:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201373.106185:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787201373.106704:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787201373.106710:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1787201373.116049:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201373.116068:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787201373.116087:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201373.116090:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201373.116099:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201373.116105:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:1.0:1787201373.116115:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201373.116119:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201373.116125:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201373.116128:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 4 MB=0x6a865c39fd300 00000400:00000200:1.0:1787201373.116134:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201373.116140:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.137@tcp of length 224/224 into md 0x53dc81 [1] + 224 00000800:00000001:1.0:1787201373.116149:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201373.116153:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201373.116157:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201373.116161:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:1.0:1787201373.116169:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787201373.116178:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899ca724f800 x1874004887458560/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201428 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787201373.116189:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899ca724f800 x1874004887458560/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201428 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201373.119764:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787201373.119791:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201373.119806:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787201373.119810:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201373.119812:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201373.119820:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201373.119828:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:1.0:1787201373.119837:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201373.119841:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201373.119845:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201373.119849:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 10 MB=0x6a865c39fd200 00000400:00000200:1.0:1787201373.119854:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201373.119859:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.137@tcp of length 224/224 into md 0x53dc71 [1] + 224 00000800:00000001:1.0:1787201373.119881:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201373.119885:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201373.119889:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201373.119894:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:1.0:1787201373.119909:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787201373.119918:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899ca724e300 x1874004887458304/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201458 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787201373.119927:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899ca724e300 x1874004887458304/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201373.119935:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787201373.119939:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201373.119942:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787201373.119944:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201373.119946:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201373.119950:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201373.119953:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:1.0:1787201373.119957:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201373.119959:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201373.119962:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201373.119964:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 25 MB=0x6a865c39fd180 00000400:00000200:1.0:1787201373.119967:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201373.119971:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.137@tcp of length 224/224 into md 0x53dc91 [1] + 224 00000800:00000001:1.0:1787201373.119974:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201373.119981:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201373.119983:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201373.119986:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:1.0:1787201373.119989:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787201373.119993:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899ca724df80 x1874004887458176/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201389 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787201373.120001:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899ca724df80 x1874004887458176/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201373.120018:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787201373.120022:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201373.120025:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201373.120095:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787201373.120100:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787201373.120108:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787201373.120110:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787201373.120114:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899c91a222c0. 00000400:00000200:0.0:1787201373.120118:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c916464c8 00000400:00000010:0.0:1787201373.120121:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c916464c8. 00000100:00000001:0.0:1787201373.120124:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201373.120129:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899ca724df80 x1874004887458176/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787201373.120143:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899ca724df80 x1874004887458176/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201389 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201373.120150:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787201373.120152:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201373.120155:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787201373.120158:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787201373.120161:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787201373.120163:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787201373.120166:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787201373.120172:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff899c84e8dc60 time=133 v=5 (5 5 5 5) 00000100:00001000:0.0:1787201373.120176:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff899c84e8dc18 time=8 v=5 (1 1 1 0) 00000100:00000001:0.0:1787201373.120178:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787201373.120179:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787201373.120182:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787201373.120184:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201373.120186:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201373.120191:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899ca724df80 x1874004887458176/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201389 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201373.120196:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787201373.120211:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787201373.120236:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787201373.120242:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899ca724df80 x1874004887458176/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201389 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787201373.120249:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899ca724df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da678fe-286a-4e72-b384-4f98f186df2f:2403:1874004887458176:192.168.201.137@tcp:400:kworker.0 00000400:00000001:0.0:1787201373.120255:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787201373.120256:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787201373.120257:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899c91a221b8. 00000400:00000200:0.0:1787201373.120260:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c916467f8 00000400:00000010:0.0:1787201373.120262:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c916467f8. 00000100:00000001:0.0:1787201373.120264:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201373.120267:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899ca724e300 x1874004887458304/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787201373.120280:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899ca724e300 x1874004887458304/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201458 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201373.120286:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787201373.120288:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201373.120289:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787201373.120291:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787201373.120292:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787201373.120293:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787201373.120295:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787201373.120301:0:2403:0:(import.c:2149:obd_at_measure()) add 60 to ffff899ca73f6460 time=133 v=60 (60 60 60 60) 00000100:00001000:0.0:1787201373.120304:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff899ca73f6418 time=8 v=5 (1 1 1 0) 00000100:00000001:0.0:1787201373.120306:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787201373.120307:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787201373.120309:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787201373.120312:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201373.120315:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787201373.120317:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff899c9ef83000: skip recheck: last_committed 30064771464 00000100:00000001:0.0:1787201373.120319:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787201373.120320:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201373.120324:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899ca724e300 x1874004887458304/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201458 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201373.120329:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787201373.120330:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787201373.120331:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787201373.120335:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899ca724e300 x1874004887458304/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201458 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787201373.120341:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899ca724e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:084554c7-ea41-472c-a807-73eae7b611f4:2403:1874004887458304:192.168.201.137@tcp:400:kworker.0 00000400:00000001:0.0:1787201373.120345:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787201373.120346:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787201373.120348:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899c91a22c60. 00000400:00000200:0.0:1787201373.120357:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91646e58 00000400:00000010:0.0:1787201373.120359:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91646e58. 00000100:00000001:0.0:1787201373.120361:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201373.120365:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899ca724f800 x1874004887458560/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201428 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787201373.120372:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899ca724f800 x1874004887458560/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201428 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201373.120377:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787201373.120379:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201373.120381:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787201373.120382:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787201373.120384:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787201373.120385:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787201373.120386:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787201373.120390:0:2403:0:(import.c:2149:obd_at_measure()) add 36 to ffff899c94855c60 time=133 v=36 (36 5 5 5) 00000100:00001000:0.0:1787201373.120393:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff899c94855c18 time=71 v=5 (1 1 1 1) 00000100:00000001:0.0:1787201373.120395:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787201373.120396:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787201373.120398:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787201373.120399:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201373.120401:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787201373.120403:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff899c9ef83000: skip recheck: last_committed 21474857068 00000100:00000001:0.0:1787201373.120404:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787201373.120406:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201373.120409:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899ca724f800 x1874004887458560/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201428 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201373.120415:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787201373.120417:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787201373.120419:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787201373.120421:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899ca724f800 x1874004887458560/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201428 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787201373.120428:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899ca724f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:084554c7-ea41-472c-a807-73eae7b611f4:2403:1874004887458560:192.168.201.137@tcp:400:kworker.0 00000100:00000001:0.0:1787201373.120439:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201373.120442:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201373.120446:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899ca724df80 x1874004887458176/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201389 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201373.120452:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787201373.120454:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787201373.120458:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899c86128200. 02000000:00000001:0.0:1787201373.120461:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787201373.120464:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787201373.120465:0:2403:0:(genops.c:1223:class_import_put()) import ffff899c84e8d800 refcount=3 obd=MGC192.168.201.137@tcp 00000020:00000001:0.0:1787201373.120467:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787201373.120470:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899c91178c00. 02000000:00000001:0.0:1787201373.120474:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787201373.120475:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787201373.120477:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899ca724df80. 00000100:00000001:0.0:1787201373.120480:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787201373.120482:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201373.120493:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201373.120497:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899ca724e300 x1874004887458304/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201458 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201373.120504:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787201373.120505:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787201373.120507:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899c86128400. 02000000:00000001:0.0:1787201373.120509:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787201373.120510:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787201373.120511:0:2403:0:(genops.c:1223:class_import_put()) import ffff899ca73f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff899c9ef83000 00000020:00000001:0.0:1787201373.120512:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787201373.120514:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899c91178500. 02000000:00000001:0.0:1787201373.120516:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787201373.120517:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787201373.120518:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899ca724e300. 00000100:00000001:0.0:1787201373.120520:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787201373.120521:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201373.120522:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201373.120525:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899ca724f800 x1874004887458560/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201428 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201373.120537:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787201373.120538:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787201373.120540:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899c86128e00. 02000000:00000001:0.0:1787201373.120542:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787201373.120543:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787201373.120544:0:2403:0:(genops.c:1223:class_import_put()) import ffff899c94855800 refcount=3 obd=lustre-OST0000-osc-ffff899c9ef83000 00000020:00000001:0.0:1787201373.120546:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787201373.120548:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899c91178f00. 02000000:00000001:0.0:1787201373.120550:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787201373.120551:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787201373.120552:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899ca724f800. 00000100:00000001:0.0:1787201373.120555:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787201373.120556:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201373.120560:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201373.120562:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787201373.120563:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787201373.120565:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201373.120567:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1787201373.126393:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201373.126414:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787201373.126418:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201373.126421:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201373.126429:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201373.126437:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:0.0:1787201373.126463:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201373.126468:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201373.126472:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201373.126477:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 10 MB=0x6a865c39fd280 00000400:00000200:0.0:1787201373.126492:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201373.126497:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.137@tcp of length 224/224 into md 0x53dca1 [1] + 224 00000800:00000001:0.0:1787201373.126504:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201373.126513:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201373.126516:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201373.126521:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:0.0:1787201373.126541:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201373.126549:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899ca724c000 x1874004887458432/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201458 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787201373.126559:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899ca724c000 x1874004887458432/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201373.126573:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787201373.126582:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201373.126585:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201373.128793:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787201373.128802:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787201373.128811:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787201373.128813:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787201373.128817:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899c91a22f78. 00000400:00000200:1.0:1787201373.128826:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91646880 00000400:00000010:1.0:1787201373.128829:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91646880. 00000100:00000001:1.0:1787201373.128833:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787201373.128843:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899ca724c000 x1874004887458432/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787201373.128855:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899ca724c000 x1874004887458432/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201458 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201373.128864:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787201373.128867:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201373.128870:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787201373.128873:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787201373.128875:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787201373.128877:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201373.128880:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787201373.128890:0:2403:0:(import.c:2149:obd_at_measure()) add 60 to ffff899c91d84460 time=133 v=60 (60 60 60 60) 00000100:00001000:1.0:1787201373.128908:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff899c91d84418 time=137 v=5 (1 2 0 0) 00000100:00000001:1.0:1787201373.128911:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787201373.128912:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201373.128916:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1787201373.128920:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff899ca724c000 x1874004887458432/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201458 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1787201373.128927:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201373.128930:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787201373.128932:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff899c9ef83000: skip recheck: last_committed 21474836545 00000100:00000001:1.0:1787201373.128934:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787201373.129212:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201373.129362:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899ca724c000 x1874004887458432/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201458 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201373.129371:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787201373.129375:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787201373.129377:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787201373.129381:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899ca724c000 x1874004887458432/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201458 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787201373.129389:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899ca724c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:084554c7-ea41-472c-a807-73eae7b611f4:2403:1874004887458432:192.168.201.137@tcp:400:kworker.0 00000100:00000001:1.0:1787201373.129395:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201373.129398:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201373.129401:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899ca724c000 x1874004887458432/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201458 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201373.129408:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787201373.129411:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787201373.129415:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899c86129400. 02000000:00000001:1.0:1787201373.129420:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787201373.129423:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787201373.129425:0:2403:0:(genops.c:1223:class_import_put()) import ffff899c91d84000 refcount=3 obd=lustre-MDT0001-mdc-ffff899c9ef83000 00000020:00000001:1.0:1787201373.129428:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787201373.129432:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899c91178300. 02000000:00000001:1.0:1787201373.129436:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787201373.129438:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787201373.129448:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899ca724c000. 00000100:00000001:1.0:1787201373.129453:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787201373.129455:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201373.129457:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201373.129465:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787201373.129466:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201373.129469:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787201373.129471:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201373.680308:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201373.680315:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201373.680321:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201373.680322:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787201373.680371:0:246982:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787201373.680374:0:246982:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787201373.680376:0:246982:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1787201374.704338:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201374.704345:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201374.704352:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201374.704353:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787201374.704447:0:235206:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787201374.704451:0:235206:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787201374.704453:0:235206:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1787201375.728529:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201375.728536:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201375.728542:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201375.728546:0:277848:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787201375.728549:0:277848:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787201375.728556:0:277848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787201375.728558:0:277848:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787201375.728560:0:277848:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201375.728562:0:277848:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787201375.728565:0:277848:0:(ldlm_lockd.c:2251:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201375.728567:0:277848:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201375.728569:0:277848:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787201375.728690:0:235207:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787201375.728694:0:235207:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787201375.728697:0:235207:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1787201376.754971:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201376.754978:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201376.754984:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201376.754985:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787201376.755104:0:251101:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787201376.755107:0:251101:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787201376.755111:0:251101:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787201377.008353:0:217947:0:(connection.c:75:cpu_latency_work()) work item of ffff899c9185f000 (cpu 0) has reached its deadline 4305927950, at 4305928000 00000100:00000010:0.0:1787201377.008368:0:217947:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff899ca7901a20. 00000100:00000040:1.0:1787201377.008456:0:277400:0:(connection.c:75:cpu_latency_work()) work item of ffff899c9185f110 (cpu 1) has reached its deadline 4305927950, at 4305928000 00000100:00000010:1.0:1787201377.008462:0:277400:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff899ca79013c0. 00010000:00000001:2.0:1787201377.776420:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201377.776429:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201377.776435:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201377.776437:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787201377.776660:0:244704:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787201377.776664:0:244704:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787201377.776668:0:244704:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787201378.224570:0:230995:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1da678fe-286a-4e72-b384-4f98f186df2f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787201378.224592:0:230995:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787201378.224610:0:230995:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899c9ea92300. 00000020:00000040:3.0:1787201378.224617:0:230995:0:(genops.c:1210:class_import_get()) import ffff899c84e8d800 refcount=4 obd=MGC192.168.201.137@tcp 00000100:00000001:3.0:1787201378.224622:0:230995:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787201378.224625:0:230995:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787201378.224631:0:230995:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787201378.224639:0:230995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899c82f9f400. 00000100:00000001:3.0:1787201378.224646:0:230995:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201378.224662:0:230995:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da678fe-286a-4e72-b384-4f98f186df2f->MGS req@ffff899c9ea92300 x1874004887458688/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787201378.224673:0:230995:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787201378.224677:0:230995:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201378.224684:0:230995:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a76eb73b] to pc [ptlrpcd_01_01+1] req@ffff899c9ea92300 x1874004887458688/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201378.224721:0:230995:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201378.224741:0:230995:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787201378.224745:0:230995:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787201378.224748:0:230995:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899c9ea93480. 00000020:00000040:3.0:1787201378.224751:0:230995:0:(genops.c:1210:class_import_get()) import ffff899ca73f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff899c9ef83000 00000100:00000001:3.0:1787201378.224753:0:230995:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787201378.224755:0:230995:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787201378.224757:0:230995:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787201378.224761:0:230995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899c82f9fc00. 00000100:00000001:3.0:1787201378.224764:0:230995:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201378.224765:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1787201378.224769:0:230995:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0000_UUID req@ffff899c9ea93480 x1874004887458816/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787201378.224770:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787201378.224773:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1787201378.224776:0:230995:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787201378.224778:0:230995:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201378.224782:0:230995:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030c424f0] to pc [ptlrpcd_01_00+0] req@ffff899c9ea93480 x1874004887458816/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787201378.224784:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899c9ea92300 x1874004887458688/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201378.224791:0:230995:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201378.224792:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1787201378.224793:0:230995:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787201378.224795:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201378.224796:0:230995:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1787201378.224798:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:3.0:1787201378.224799:0:230995:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899c9ea92680. 00000020:00000040:3.0:1787201378.224801:0:230995:0:(genops.c:1210:class_import_get()) import ffff899c91d84000 refcount=4 obd=lustre-MDT0001-mdc-ffff899c9ef83000 02000000:00000001:2.0:1787201378.224801:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787201378.224803:0:230995:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787201378.224804:0:230995:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787201378.224804:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787201378.224805:0:230995:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787201378.224808:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899c9ea92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da678fe-286a-4e72-b384-4f98f186df2f:2405:1874004887458688:192.168.201.137@tcp:400:kworker.0 02000000:00000010:3.0:1787201378.224809:0:230995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899c82f9f900. 00000100:00000001:3.0:1787201378.224812:0:230995:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201378.224812:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1787201378.224815:0:230995:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0001_UUID req@ffff899c9ea92680 x1874004887458944/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1787201378.224818:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1787201378.224821:0:230995:0:(jobid.c:939:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1787201378.224821:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201378.224823:0:230995:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201378.224823:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1787201378.224826:0:230995:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c8ddaef] to pc [ptlrpcd_01_01+1] req@ffff899c9ea92680 x1874004887458944/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1787201378.224828:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899c82c2fa00. 02000000:00000001:2.0:1787201378.224830:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787201378.224837:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:2.0:1787201378.224842:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899cc0349e70. 00000100:00000001:3.0:1787201378.224843:0:230995:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201378.224845:0:230995:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787201378.224848:0:230995:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:2.0:1787201378.224849:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91ad2a18. 00000100:00000010:3.0:1787201378.224850:0:230995:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899c9ea90e00. 00000020:00000040:3.0:1787201378.224852:0:230995:0:(genops.c:1210:class_import_get()) import ffff899c94855800 refcount=4 obd=lustre-OST0000-osc-ffff899c9ef83000 00000100:00000001:3.0:1787201378.224854:0:230995:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787201378.224855:0:230995:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787201378.224856:0:230995:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1787201378.224856:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887458688, portal 25 00000100:00000001:2.0:1787201378.224858:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000010:3.0:1787201378.224859:0:230995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899c82f9f300. 00000100:00000001:2.0:1787201378.224860:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904502629120 : -130169206922496 : ffff899c9ea92300) 00000100:00000001:3.0:1787201378.224862:0:230995:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201378.224864:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899c9ea92300 x1874004887458688/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787201378.224865:0:230995:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0000_UUID req@ffff899c9ea90e00 x1874004887459072/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787201378.224872:0:230995:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787201378.224873:0:230995:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201378.224877:0:230995:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1e8f081] to pc [ptlrpcd_01_00+0] req@ffff899c9ea90e00 x1874004887459072/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201378.224884:0:230995:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201378.224884:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787201378.224886:0:230995:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787201378.224887:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:2.0:1787201378.224889:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91ad2c38. 00000100:00000040:3.0:1787201378.224890:0:230995:0:(pinger.c:247:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:2.0:1787201378.224893:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874004887458688, offset 0 00000100:00000040:3.0:1787201378.224894:0:230995:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11266) 00000400:00000200:2.0:1787201378.224899:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000100:00000001:3.0:1787201378.224906:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787201378.224908:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1787201378.224908:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:3.0:1787201378.224910:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787201378.224914:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899c9ea93480 x1874004887458816/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1787201378.224915:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000100:00000001:3.0:1787201378.224920:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787201378.224921:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787201378.224921:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1787201378.224923:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787201378.224925:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1787201378.224925:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:2.0:1787201378.224929:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1787201378.224932:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787201378.224932:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000100:00100000:3.0:1787201378.224935:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899c9ea93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:084554c7-ea41-472c-a807-73eae7b611f4:2404:1874004887458816:192.168.201.137@tcp:400:kworker.0 00000100:00000001:3.0:1787201378.224938:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1787201378.224939:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545855:545855:256:4294967295] 192.168.201.137@tcp LPNI seq info [545798:545798:8:4294967295] 02000000:00000001:3.0:1787201378.224941:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787201378.224942:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787201378.224944:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1787201378.224944:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 02000000:00000010:3.0:1787201378.224947:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899c98a08a00. 02000000:00000001:3.0:1787201378.224948:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787201378.224952:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:3.0:1787201378.224954:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899c83154688. 00000400:00000200:2.0:1787201378.224955:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000400:00000010:3.0:1787201378.224958:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899cb0ab0550. 00000800:00000200:2.0:1787201378.224960:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000100:00000200:3.0:1787201378.224961:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887458816, portal 10 00000100:00000001:3.0:1787201378.224962:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787201378.224964:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904502633600 : -130169206918016 : ffff899c9ea93480) 00000800:00000010:2.0:1787201378.224965:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899cb8620e00. 00000100:00000040:3.0:1787201378.224970:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899c9ea93480 x1874004887458816/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1787201378.224971:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000100:00000001:3.0:1787201378.224976:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787201378.224978:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000800:00000200:2.0:1787201378.224978:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000400:00000010:3.0:1787201378.224980:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899cb0ab0990. 00000100:00000200:3.0:1787201378.224983:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004887458816, offset 0 00000800:00000200:2.0:1787201378.224983:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899cb8620e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1787201378.224987:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:3.0:1787201378.224990:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:3.0:1787201378.224993:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:3.0:1787201378.224996:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787201378.224998:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:3.0:1787201378.225000:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787201378.225002:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000100:00000001:2.0:1787201378.225003:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787201378.225005:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545856:545856:255:4294967295] 192.168.201.137@tcp LPNI seq info [545799:545799:7:4294967295] 00000400:00000200:2.0:1787201378.225007:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:3.0:1787201378.225009:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:2.0:1787201378.225010:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS new deadline estimation for cpu 0 is 4305933069 00000100:00000010:2.0:1787201378.225014:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff899c9d659d20. 00000400:00000200:3.0:1787201378.225015:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:3.0:1787201378.225019:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000100:00000001:2.0:1787201378.225020:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1787201378.225025:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS new deadline estimation for cpu 1 is 4305933069 00000800:00000010:3.0:1787201378.225026:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899c82f9f500. 00000100:00000010:2.0:1787201378.225028:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff899c9d659180. 00000800:00000200:3.0:1787201378.225030:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000100:00000001:2.0:1787201378.225031:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS request now active for cpu 1 00000800:00000200:3.0:1787201378.225034:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:3.0:1787201378.225036:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899c82f9f500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787201378.225038:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787201378.225039:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201378.225040:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201378.225043:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: using a timeout of 17887 usecs (18 jiffies) 00000100:00000001:2.0:1787201378.225043:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787201378.225046:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:2.0:1787201378.225046:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201378.225048:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305929234 00000100:00000001:3.0:1787201378.225050:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS request active for cpu 0, keep current deadline 4305933069 00000100:00000001:3.0:1787201378.225052:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305929234 00000100:00000001:2.0:1787201378.225052:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787201378.225054:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS request active for cpu 1, keep current deadline 4305933069 00000100:00000001:2.0:1787201378.225054:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787201378.225056:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787201378.225056:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787201378.225058:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201378.225058:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787201378.225059:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1787201378.225060:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787201378.225063:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899c9ea90e00 x1874004887459072/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787201378.225063:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899c9ea92680 x1874004887458944/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201378.225071:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787201378.225071:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787201378.225073:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201378.225073:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787201378.225075:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787201378.225075:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787201378.225077:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787201378.225077:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787201378.225079:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787201378.225082:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899c9ea90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:084554c7-ea41-472c-a807-73eae7b611f4:2404:1874004887459072:192.168.201.137@tcp:400:kworker.0 00000100:00000001:3.0:1787201378.225085:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787201378.225087:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787201378.225089:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787201378.225090:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1787201378.225092:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787201378.225093:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899c98a09c00. 02000000:00000001:3.0:1787201378.225095:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787201378.225096:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899c9ea92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:084554c7-ea41-472c-a807-73eae7b611f4:2405:1874004887458944:192.168.201.137@tcp:400:kworker.0 00000400:00000200:3.0:1787201378.225098:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:2.0:1787201378.225099:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1787201378.225101:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899c831543c8. 02000000:00000001:2.0:1787201378.225101:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787201378.225102:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201378.225103:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1787201378.225104:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899cb0ab0220. 02000000:00000010:2.0:1787201378.225106:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899c82c2ee00. 02000000:00000001:2.0:1787201378.225107:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787201378.225110:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000200:3.0:1787201378.225111:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887459072, portal 4 00000400:00000010:2.0:1787201378.225112:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899cc0349b58. 00000100:00000001:3.0:1787201378.225113:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787201378.225114:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904502623744 : -130169206927872 : ffff899c9ea90e00) 00000400:00000010:2.0:1787201378.225115:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91ad2330. 00000100:00000200:2.0:1787201378.225118:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887458944, portal 10 00000100:00000001:2.0:1787201378.225119:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1787201378.225120:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899c9ea90e00 x1874004887459072/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201378.225121:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904502630016 : -130169206921600 : ffff899c9ea92680) 00000100:00000001:3.0:1787201378.225126:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787201378.225126:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899c9ea92680 x1874004887458944/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787201378.225128:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:3.0:1787201378.225130:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899cb0ab05d8. 00000100:00000001:2.0:1787201378.225132:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1787201378.225133:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874004887459072, offset 0 00000100:00000040:2.0:1787201378.225134:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:2.0:1787201378.225136:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91ad2220. 00000400:00000200:3.0:1787201378.225137:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000100:00000200:2.0:1787201378.225139:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004887458944, offset 0 00000400:00000200:3.0:1787201378.225140:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:2.0:1787201378.225142:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:3.0:1787201378.225143:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:3.0:1787201378.225146:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787201378.225148:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:3.0:1787201378.225150:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1787201378.225266:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787201378.225271:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899cb8620e00. 00000400:00000200:1.0:1787201378.225278:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201378.225283:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:1.0:1787201378.225290:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91ad2c38 00000400:00000010:1.0:1787201378.225292:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91ad2c38. 00000100:00000001:1.0:1787201378.225297:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787201378.225301:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899c9ea92300 x1874004887458688/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201378.225310:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201378.225313:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899c9ea92300 x1874004887458688/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201394 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201378.225320:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201378.225321:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787201378.225385:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787201378.225388:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899c82f9f500. 00000400:00000200:1.0:1787201378.225392:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201378.225395:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:1.0:1787201378.225398:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899cb0ab0990 00000400:00000010:1.0:1787201378.225400:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899cb0ab0990. 00000100:00000001:1.0:1787201378.225403:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787201378.225406:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899c9ea93480 x1874004887458816/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201378.225413:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201378.225416:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899c9ea93480 x1874004887458816/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201463 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201378.225422:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201378.225424:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1787201378.225649:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:3.0:1787201378.225654:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545857:545857:256:4294967295] 192.168.201.137@tcp LPNI seq info [545800:545800:8:4294967295] 00000400:00000200:3.0:1787201378.225659:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:3.0:1787201378.225666:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:3.0:1787201378.225671:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:3.0:1787201378.225675:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899c82f9f000. 00000800:00000200:3.0:1787201378.225679:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:3.0:1787201378.225683:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:3.0:1787201378.225686:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899c82f9f000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787201378.225695:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201378.225699:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: using a timeout of 109931 usecs (110 jiffies) 00000400:00000200:3.0:1787201378.225702:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:3.0:1787201378.225704:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305929327 00000100:00000001:3.0:1787201378.225706:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS request active for cpu 0, keep current deadline 4305933069 00000100:00000001:3.0:1787201378.225708:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305929327 00000100:00000001:3.0:1787201378.225717:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS request active for cpu 1, keep current deadline 4305933069 00000100:00000001:3.0:1787201378.225719:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787201378.225721:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201378.225723:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201378.225725:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201378.225729:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787201378.225731:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:3.0:1787201378.225733:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787201378.225735:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787201378.225736:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201378.225738:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787201378.227665:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787201378.227675:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899c82f9f000. 00000400:00000200:1.0:1787201378.227691:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201378.227699:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:1.0:1787201378.227704:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899cb0ab05d8 00000400:00000010:1.0:1787201378.227706:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899cb0ab05d8. 00000100:00000001:1.0:1787201378.227710:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787201378.227717:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899c9ea90e00 x1874004887459072/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201378.227729:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201378.227733:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899c9ea90e00 x1874004887459072/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201433 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201378.227740:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201378.227741:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1787201378.228754:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:2.0:1787201378.228763:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:2.0:1787201378.228769:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787201378.228773:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:2.0:1787201378.228777:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787201378.228779:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:2.0:1787201378.228783:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545858:545858:256:4294967295] 192.168.201.137@tcp LPNI seq info [545801:545801:8:4294967295] 00000400:00000200:2.0:1787201378.228786:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:2.0:1787201378.228796:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:2.0:1787201378.228802:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:3.0:1787201378.229139:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899c82f9f100. 00000800:00000200:3.0:1787201378.229149:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:3.0:1787201378.229155:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:3.0:1787201378.229159:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899c82f9f100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787201378.229179:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201378.229186:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: using a timeout of 23905 usecs (24 jiffies) 00000400:00000200:3.0:1787201378.229191:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:3.0:1787201378.229194:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305929244 00000100:00000001:3.0:1787201378.229197:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS request active for cpu 0, keep current deadline 4305933069 00000100:00000001:3.0:1787201378.229199:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305929244 00000100:00000001:3.0:1787201378.229201:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS request active for cpu 1, keep current deadline 4305933069 00000100:00000001:3.0:1787201378.229204:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787201378.229207:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201378.229212:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201378.230088:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201378.230100:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787201378.230102:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787201378.230105:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787201378.230107:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787201378.230109:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201378.230112:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1787201378.230192:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201378.230205:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787201378.230208:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201378.230210:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201378.230238:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201378.230244:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:1.0:1787201378.230253:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201378.230257:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201378.230262:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201378.230266:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 10 MB=0x6a865c39fd400 00000400:00000200:1.0:1787201378.230270:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201378.230276:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.137@tcp of length 224/224 into md 0x53dcb9 [1] + 224 00000800:00000001:1.0:1787201378.230284:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201378.230290:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201378.230294:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201378.230298:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:1.0:1787201378.230306:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787201378.230315:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899c9ea93480 x1874004887458816/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201463 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787201378.230325:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899c9ea93480 x1874004887458816/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201378.230357:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1787201378.230590:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787201378.230594:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899c82f9f100. 00000400:00000200:1.0:1787201378.230598:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1787201378.230699:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201378.230704:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201378.230842:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787201378.230853:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787201378.230859:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787201378.230861:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787201378.230864:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899c83154688. 00000400:00000200:3.0:1787201378.230868:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899cb0ab0550 00000400:00000010:3.0:1787201378.230870:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899cb0ab0550. 00000100:00000001:3.0:1787201378.230873:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787201378.230879:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899c9ea93480 x1874004887458816/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787201378.230888:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899c9ea93480 x1874004887458816/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201463 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201378.230893:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787201378.230894:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201378.230897:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787201378.230900:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787201378.230902:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787201378.230905:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787201378.230908:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787201378.230917:0:2404:0:(import.c:2149:obd_at_measure()) add 60 to ffff899ca73f6460 time=138 v=60 (60 60 60 60) 00000100:00001000:3.0:1787201378.230921:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff899ca73f6418 time=13 v=5 (1 1 1 0) 00000100:00000001:3.0:1787201378.230924:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787201378.230926:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787201378.230929:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787201378.230932:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201378.230935:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787201378.230938:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff899c9ef83000: skip recheck: last_committed 30064771464 00000100:00000001:3.0:1787201378.230939:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787201378.230941:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201378.230946:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899c9ea93480 x1874004887458816/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201463 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201378.230953:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787201378.230955:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787201378.230957:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787201378.230961:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899c9ea93480 x1874004887458816/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201463 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787201378.230974:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899c9ea93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:084554c7-ea41-472c-a807-73eae7b611f4:2404:1874004887458816:192.168.201.137@tcp:400:kworker.0 00000100:00000001:3.0:1787201378.230980:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201378.230982:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787201378.230986:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899c9ea93480 x1874004887458816/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201463 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201378.230993:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787201378.230996:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787201378.230999:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899c98a08a00. 02000000:00000001:3.0:1787201378.231003:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787201378.231005:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787201378.231007:0:2404:0:(genops.c:1223:class_import_put()) import ffff899ca73f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff899c9ef83000 00000020:00000001:3.0:1787201378.231009:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787201378.231012:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899c82f9fc00. 02000000:00000001:3.0:1787201378.231015:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787201378.231017:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787201378.231018:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899c9ea93480. 00000100:00000001:3.0:1787201378.231022:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787201378.231023:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201378.231026:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201378.231027:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787201378.231029:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787201378.231030:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201378.231032:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787201378.231074:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:1.0:1787201378.231078:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91ad2220 00000400:00000010:1.0:1787201378.231080:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91ad2220. 00000100:00000001:1.0:1787201378.231084:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787201378.231089:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899c9ea92680 x1874004887458944/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201378.231097:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201378.231100:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899c9ea92680 x1874004887458944/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201463 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201378.231106:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201378.231108:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1787201378.231115:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201378.231120:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787201378.231122:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201378.231124:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201378.231128:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201378.231132:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:1.0:1787201378.231137:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201378.231140:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201378.231143:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201378.231145:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 25 MB=0x6a865c39fd380 00000400:00000200:1.0:1787201378.231149:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201378.231153:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.137@tcp of length 224/224 into md 0x53dcb1 [1] + 224 00000800:00000001:1.0:1787201378.231157:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201378.231162:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201378.231164:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201378.231167:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:1.0:1787201378.231176:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787201378.231181:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899c9ea92300 x1874004887458688/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201394 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787201378.231190:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899c9ea92300 x1874004887458688/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201394 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201378.231207:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787201378.231213:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201378.231238:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201378.233201:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787201378.233211:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787201378.233245:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787201378.233247:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787201378.233251:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899cc0349e70. 00000400:00000200:3.0:1787201378.233258:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91ad2a18 00000400:00000010:3.0:1787201378.233260:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91ad2a18. 00000100:00000001:3.0:1787201378.233264:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787201378.233274:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899c9ea92300 x1874004887458688/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201394 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787201378.233305:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899c9ea92300 x1874004887458688/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201394 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201378.233312:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787201378.233315:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201378.233317:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787201378.233335:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787201378.233338:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787201378.233340:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787201378.233342:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787201378.233348:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff899c84e8dc60 time=138 v=5 (5 5 5 5) 00000100:00001000:3.0:1787201378.233353:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff899c84e8dc18 time=13 v=5 (1 1 1 0) 00000100:00000001:3.0:1787201378.233355:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787201378.233357:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787201378.233361:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787201378.233363:0:2405:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201378.233366:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201378.233371:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899c9ea92300 x1874004887458688/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201394 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201378.233377:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787201378.233381:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787201378.233383:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787201378.233386:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899c9ea92300 x1874004887458688/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201394 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787201378.233395:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899c9ea92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da678fe-286a-4e72-b384-4f98f186df2f:2405:1874004887458688:192.168.201.137@tcp:400:kworker.0 00000100:00000001:3.0:1787201378.233399:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201378.233402:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787201378.233405:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899c9ea92300 x1874004887458688/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201394 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201378.233412:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787201378.233414:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787201378.233424:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899c82c2fa00. 02000000:00000001:3.0:1787201378.233427:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787201378.233429:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787201378.233431:0:2405:0:(genops.c:1223:class_import_put()) import ffff899c84e8d800 refcount=3 obd=MGC192.168.201.137@tcp 00000020:00000001:3.0:1787201378.233434:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787201378.233436:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899c82f9f400. 02000000:00000001:3.0:1787201378.233440:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787201378.233441:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787201378.233443:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899c9ea92300. 00000100:00000001:3.0:1787201378.233446:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787201378.233448:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201378.233450:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201378.233452:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787201378.233454:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787201378.233455:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201378.233457:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1787201378.234857:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201378.234875:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787201378.234879:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201378.234882:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201378.234890:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201378.234896:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:1.0:1787201378.234906:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201378.234910:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201378.234915:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201378.234919:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 4 MB=0x6a865c39fd500 00000400:00000200:1.0:1787201378.234923:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201378.234929:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.137@tcp of length 224/224 into md 0x53dcc1 [1] + 224 00000800:00000001:1.0:1787201378.234936:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201378.234940:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201378.234943:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201378.234947:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:1.0:1787201378.234955:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787201378.234961:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899c9ea90e00 x1874004887459072/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201433 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787201378.234971:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899c9ea90e00 x1874004887459072/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201433 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201378.234994:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787201378.235004:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201378.235019:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787201378.235021:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201378.235023:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201378.235027:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201378.235030:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:1.0:1787201378.235035:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201378.235038:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201378.235041:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201378.235043:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 10 MB=0x6a865c39fd480 00000400:00000200:1.0:1787201378.235046:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201378.235051:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.137@tcp of length 224/224 into md 0x53dcc9 [1] + 224 00000800:00000001:1.0:1787201378.235054:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201378.236235:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201378.236241:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201378.236248:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:1.0:1787201378.236254:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787201378.236261:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899c9ea92680 x1874004887458944/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201463 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787201378.236271:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899c9ea92680 x1874004887458944/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201378.236299:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787201378.236307:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201378.236312:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201378.236501:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787201378.236507:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787201378.236513:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787201378.236515:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787201378.236518:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899cc0349b58. 00000400:00000200:2.0:1787201378.236523:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91ad2330 00000100:00000001:3.0:1787201378.236525:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1787201378.236526:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91ad2330. 00000100:00000001:3.0:1787201378.236528:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787201378.236528:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1787201378.236532:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787201378.236533:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1787201378.236533:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899c9ea92680 x1874004887458944/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1787201378.236535:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899c831543c8. 00000400:00000200:3.0:1787201378.236538:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899cb0ab0220 00000400:00000010:3.0:1787201378.236539:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899cb0ab0220. 00000100:00000001:3.0:1787201378.236542:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787201378.236542:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899c9ea92680 x1874004887458944/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201463 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787201378.236546:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899c9ea90e00 x1874004887459072/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201433 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201378.236548:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787201378.236550:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201378.236553:0:2405:0:(client.c:1593:after_reply()) Process entered 00000100:00000200:3.0:1787201378.236554:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899c9ea90e00 x1874004887459072/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201433 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1787201378.236556:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787201378.236558:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787201378.236560:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787201378.236560:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201378.236561:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201378.236563:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787201378.236563:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787201378.236564:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787201378.236565:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787201378.236566:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787201378.236568:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787201378.236573:0:2404:0:(import.c:2149:obd_at_measure()) add 36 to ffff899c94855c60 time=138 v=36 (36 5 5 5) 00000100:00001000:2.0:1787201378.236573:0:2405:0:(import.c:2149:obd_at_measure()) add 60 to ffff899c91d84460 time=138 v=60 (60 60 60 60) 00000100:00001000:3.0:1787201378.236577:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff899c94855c18 time=76 v=5 (1 1 1 1) 00000100:00001000:2.0:1787201378.236577:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff899c91d84418 time=142 v=5 (1 2 0 0) 00000100:00000001:2.0:1787201378.236592:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787201378.236594:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201378.236597:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787201378.236601:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff899c9ea92680 x1874004887458944/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201463 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787201378.236606:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201378.236609:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787201378.236611:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff899c9ef83000: skip recheck: last_committed 21474836545 00000100:00000001:2.0:1787201378.236613:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787201378.236614:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201378.236618:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899c9ea92680 x1874004887458944/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201463 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201378.236640:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787201378.236642:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787201378.236644:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787201378.236648:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899c9ea92680 x1874004887458944/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201463 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787201378.236655:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899c9ea92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:084554c7-ea41-472c-a807-73eae7b611f4:2405:1874004887458944:192.168.201.137@tcp:400:kworker.0 00000100:00000001:2.0:1787201378.236659:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201378.236661:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787201378.236665:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899c9ea92680 x1874004887458944/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201463 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201378.236670:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787201378.236672:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787201378.236675:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899c82c2ee00. 02000000:00000001:2.0:1787201378.236677:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787201378.236680:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787201378.236682:0:2405:0:(genops.c:1223:class_import_put()) import ffff899c91d84000 refcount=3 obd=lustre-MDT0001-mdc-ffff899c9ef83000 00000020:00000001:2.0:1787201378.236683:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787201378.236686:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899c82f9f900. 02000000:00000001:2.0:1787201378.236689:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787201378.236690:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787201378.236692:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899c9ea92680. 00000100:00000001:2.0:1787201378.236695:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787201378.236696:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201378.236698:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201378.236704:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787201378.236705:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201378.236707:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787201378.236709:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201378.239260:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787201378.239264:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787201378.239267:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787201378.239271:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201378.239275:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787201378.239277:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff899c9ef83000: skip recheck: last_committed 21474857068 00000100:00000001:3.0:1787201378.239279:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787201378.239281:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201378.239292:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899c9ea90e00 x1874004887459072/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201433 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201378.239300:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787201378.239303:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787201378.239305:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787201378.239309:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899c9ea90e00 x1874004887459072/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201433 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787201378.239316:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899c9ea90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:084554c7-ea41-472c-a807-73eae7b611f4:2404:1874004887459072:192.168.201.137@tcp:400:kworker.0 00000100:00000001:3.0:1787201378.239322:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201378.239326:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787201378.239329:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899c9ea90e00 x1874004887459072/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201433 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201378.239334:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787201378.239337:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787201378.239340:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899c98a09c00. 02000000:00000001:3.0:1787201378.239345:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787201378.239348:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787201378.239350:0:2404:0:(genops.c:1223:class_import_put()) import ffff899c94855800 refcount=3 obd=lustre-OST0000-osc-ffff899c9ef83000 00000020:00000001:3.0:1787201378.239352:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787201378.239355:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899c82f9f300. 02000000:00000001:3.0:1787201378.239358:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787201378.239359:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787201378.239361:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899c9ea90e00. 00000100:00000001:3.0:1787201378.239364:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787201378.240314:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201378.240318:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201378.240327:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787201378.240329:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201378.240331:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787201378.240334:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201378.801966:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201378.801973:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201378.801979:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201378.801980:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787201378.802020:0:246982:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787201378.802023:0:246982:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787201378.802026:0:246982:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1787201379.824387:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201379.824394:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201379.824401:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201379.824402:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787201379.824699:0:235206:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787201379.824702:0:235206:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787201379.824706:0:235206:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1787201380.849644:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201380.849651:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201380.849657:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201380.849659:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787201380.849757:0:235207:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787201380.849764:0:235207:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787201380.849769:0:235207:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1787201381.872413:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201381.872420:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201381.872426:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201381.872427:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787201381.873355:0:251101:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787201381.873360:0:251101:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787201381.873365:0:251101:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787201382.128937:0:277400:0:(connection.c:75:cpu_latency_work()) work item of ffff899c9185f110 (cpu 1) has reached its deadline 4305933069, at 4305933120 00000100:00000010:1.0:1787201382.129017:0:277400:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff899c9d659180. 00000100:00000040:0.0:1787201382.130588:0:217947:0:(connection.c:75:cpu_latency_work()) work item of ffff899c9185f000 (cpu 0) has reached its deadline 4305933069, at 4305933122 00000100:00000010:0.0:1787201382.130605:0:217947:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff899c9d659d20. 00010000:00000001:2.0:1787201382.896421:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201382.896433:0:277848:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787201382.896436:0:277848:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787201382.896440:0:277848:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201382.896447:0:277848:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787201382.896450:0:277848:0:(ldlm_lockd.c:2251:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201382.896452:0:277848:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201382.896454:0:277848:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201382.896460:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201382.896462:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787201382.897667:0:244704:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787201382.897674:0:244704:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787201382.897679:0:244704:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787201383.344632:0:230995:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1da678fe-286a-4e72-b384-4f98f186df2f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787201383.344648:0:230995:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787201383.344663:0:230995:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899ca724f800. 00000020:00000040:0.0:1787201383.344671:0:230995:0:(genops.c:1210:class_import_get()) import ffff899c84e8d800 refcount=4 obd=MGC192.168.201.137@tcp 00000100:00000001:0.0:1787201383.344677:0:230995:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787201383.344681:0:230995:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787201383.344687:0:230995:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787201383.344698:0:230995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899c91178f00. 00000100:00000001:0.0:1787201383.344708:0:230995:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201383.344725:0:230995:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da678fe-286a-4e72-b384-4f98f186df2f->MGS req@ffff899ca724f800 x1874004887459200/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787201383.344738:0:230995:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787201383.344743:0:230995:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201383.344752:0:230995:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b33b8ab] to pc [ptlrpcd_00_00+0] req@ffff899ca724f800 x1874004887459200/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201383.344818:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787201383.344825:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787201383.344828:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787201383.344835:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899ca724f800 x1874004887459200/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201383.344867:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787201383.344869:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201383.344873:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787201383.344876:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787201383.344879:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787201383.344883:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899ca724f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da678fe-286a-4e72-b384-4f98f186df2f:2402:1874004887459200:192.168.201.137@tcp:400:kworker.0 00000100:00000001:1.0:1787201383.344887:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787201383.344893:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787201383.344896:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201383.344899:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787201383.344904:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899caaaac400. 02000000:00000001:1.0:1787201383.344905:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787201383.344927:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:1.0:1787201383.344933:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899c82fe9dc0. 00000400:00000010:1.0:1787201383.344952:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899caf6dc6e8. 00000100:00000200:1.0:1787201383.344961:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887459200, portal 25 00000100:00000001:1.0:1787201383.344964:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787201383.344966:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904644962304 : -130169064589312 : ffff899ca724f800) 00000100:00000040:1.0:1787201383.344972:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899ca724f800 x1874004887459200/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201383.344979:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787201383.344982:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:1.0:1787201383.344985:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899caf6dc330. 00000100:00000200:1.0:1787201383.344988:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874004887459200, offset 0 00000400:00000200:1.0:1787201383.344996:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:1.0:1787201383.345007:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201383.345016:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:1.0:1787201383.345022:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787201383.345027:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:1.0:1787201383.345032:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787201383.345036:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:1.0:1787201383.345047:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545859:545859:256:4294967295] 192.168.201.137@tcp LPNI seq info [545802:545802:8:4294967295] 00000400:00000200:1.0:1787201383.345052:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201383.345087:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:1.0:1787201383.345094:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:1.0:1787201383.345100:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899caf300200. 00000800:00000200:1.0:1787201383.345108:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:1.0:1787201383.345118:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:1.0:1787201383.345123:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899caf300200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787201383.345142:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787201383.345147:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:1.0:1787201383.345150:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS new deadline estimation for cpu 0 is 4305938189 00000100:00000010:1.0:1787201383.345155:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff899c8fccdde0. 00000100:00000001:1.0:1787201383.345164:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787201383.345469:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS new deadline estimation for cpu 1 is 4305938190 00000100:00000010:1.0:1787201383.345476:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff899c8fccd7e0. 00000100:00000001:1.0:1787201383.345481:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787201383.345485:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787201383.345488:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201383.345503:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201383.345507:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201383.346140:0:230995:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201383.346158:0:230995:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787201383.346163:0:230995:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787201383.346168:0:230995:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899ca724e300. 00000020:00000040:0.0:1787201383.347562:0:230995:0:(genops.c:1210:class_import_get()) import ffff899ca73f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff899c9ef83000 00000100:00000001:0.0:1787201383.347570:0:230995:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787201383.347574:0:230995:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787201383.347581:0:230995:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787201383.347597:0:230995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899c91178500. 00000100:00000001:0.0:1787201383.347607:0:230995:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201383.347621:0:230995:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0000_UUID req@ffff899ca724e300 x1874004887459328/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787201383.347635:0:230995:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787201383.347640:0:230995:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201383.347647:0:230995:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000508b511c] to pc [ptlrpcd_00_01+1] req@ffff899ca724e300 x1874004887459328/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201383.350831:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787201383.350843:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1787201383.350852:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787201383.350856:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787201383.350861:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787201383.350866:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1787201383.350870:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201383.350872:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787201383.350874:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201383.350876:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787201383.350877:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787201383.350879:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787201383.350897:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899ca724e300 x1874004887459328/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201383.357798:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787201383.357803:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201383.357811:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787201383.357816:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787201383.357819:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787201383.357829:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899ca724e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:084554c7-ea41-472c-a807-73eae7b611f4:2402:1874004887459328:192.168.201.137@tcp:400:kworker.0 00000100:00000001:1.0:1787201383.357835:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787201383.357843:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787201383.357846:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201383.357849:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787201383.357859:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899caaaace00. 02000000:00000001:1.0:1787201383.357862:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787201383.357872:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:1.0:1787201383.357878:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899c82fe9948. 00000400:00000010:1.0:1787201383.357888:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899caf6dc550. 00000100:00000200:1.0:1787201383.357898:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887459328, portal 10 00000100:00000001:1.0:1787201383.357901:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787201383.357903:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904644956928 : -130169064594688 : ffff899ca724e300) 00000100:00000040:1.0:1787201383.359261:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899ca724e300 x1874004887459328/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201383.359284:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787201383.359287:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:1.0:1787201383.359298:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899caf6dcf68. 00000100:00000200:1.0:1787201383.359305:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004887459328, offset 0 00000400:00000200:1.0:1787201383.359314:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:1.0:1787201383.359486:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201383.359507:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:1.0:1787201383.359514:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787201383.359520:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:1.0:1787201383.359524:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787201383.359527:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:1.0:1787201383.361588:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545860:545860:255:4294967295] 192.168.201.137@tcp LPNI seq info [545803:545803:7:4294967295] 00000400:00000200:1.0:1787201383.361599:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201383.361613:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:1.0:1787201383.361622:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:1.0:1787201383.361645:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899caf300c00. 00000800:00000200:1.0:1787201383.361656:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:1.0:1787201383.361666:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:1.0:1787201383.361672:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899caf300c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787201383.361679:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201383.361690:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: using a timeout of 17885 usecs (18 jiffies) 00000400:00000200:1.0:1787201383.361694:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:1.0:1787201383.361698:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305934371 00000100:00000001:1.0:1787201383.361702:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS request active for cpu 0, keep current deadline 4305938189 00000100:00000001:1.0:1787201383.361704:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305934371 00000100:00000001:1.0:1787201383.361706:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS request active for cpu 1, keep current deadline 4305938190 00000100:00000001:1.0:1787201383.361708:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787201383.361712:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201383.361718:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201383.361724:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201383.361727:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787201383.361730:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787201383.361732:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201383.361733:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201383.361758:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787201383.361761:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787201383.361846:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787201383.361851:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899caf300200. 00000400:00000200:1.0:1787201383.361859:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201383.361864:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:1.0:1787201383.361872:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899caf6dc330 00000400:00000010:1.0:1787201383.361875:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899caf6dc330. 00000100:00000001:1.0:1787201383.361892:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787201383.361901:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899ca724f800 x1874004887459200/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201383.361925:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201383.361930:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899ca724f800 x1874004887459200/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201399 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201383.361938:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201383.361948:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787201383.362040:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787201383.362043:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899caf300c00. 00000400:00000200:1.0:1787201383.362047:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201383.362051:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:1.0:1787201383.362054:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899caf6dcf68 00000400:00000010:1.0:1787201383.362057:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899caf6dcf68. 00000100:00000001:1.0:1787201383.362059:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787201383.362080:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899ca724e300 x1874004887459328/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201383.362089:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201383.362092:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899ca724e300 x1874004887459328/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201468 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201383.362099:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201383.362100:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1787201383.371335:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201383.371366:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787201383.371371:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201383.371375:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201383.371387:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201383.371397:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:1.0:1787201383.371410:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201383.371417:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201383.371424:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201383.371428:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 25 MB=0x6a865c39fd580 00000400:00000200:1.0:1787201383.371434:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201383.371455:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.137@tcp of length 224/224 into md 0x53dcd1 [1] + 224 00000800:00000001:1.0:1787201383.371465:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201383.371477:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201383.371481:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201383.371486:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:1.0:1787201383.371507:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787201383.371519:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899ca724f800 x1874004887459200/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201399 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787201383.371533:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899ca724f800 x1874004887459200/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201383.371557:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787201383.371570:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201383.371574:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201383.371583:0:230995:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201383.371590:0:230995:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787201383.371592:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787201383.371598:0:230995:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1787201383.371599:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787201383.371610:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000010:0.0:1787201383.371610:0:230995:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899ca724df80. 00000400:00000001:1.0:1787201383.371615:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000040:0.0:1787201383.371618:0:230995:0:(genops.c:1210:class_import_get()) import ffff899c91d84000 refcount=4 obd=lustre-MDT0001-mdc-ffff899c9ef83000 00000400:00000010:1.0:1787201383.371620:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899c82fe9dc0. 00000100:00000001:0.0:1787201383.371626:0:230995:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1787201383.371627:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899caf6dc6e8 02000000:00000001:0.0:1787201383.371632:0:230995:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1787201383.371633:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899caf6dc6e8. 00000100:00000001:1.0:1787201383.371638:0:2402:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1787201383.371641:0:230995:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1787201383.371645:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899ca724f800 x1874004887459200/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1787201383.371653:0:230995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899c91178c00. 00000100:00000200:1.0:1787201383.371657:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899ca724f800 x1874004887459200/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201399 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201383.371665:0:230995:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201383.371666:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787201383.371670:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201383.371677:0:2402:0:(client.c:1593:after_reply()) Process entered 00000100:00000040:0.0:1787201383.371677:0:230995:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0001_UUID req@ffff899ca724df80 x1874004887459456/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1787201383.371682:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787201383.371687:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787201383.371691:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201383.371692:0:230995:0:(jobid.c:939:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1787201383.371695:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201383.371701:0:230995:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787201383.371706:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff899c84e8dc60 time=143 v=5 (5 5 5 5) 00000100:00000040:0.0:1787201383.371709:0:230995:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f861eb2b] to pc [ptlrpcd_00_00+0] req@ffff899ca724df80 x1874004887459456/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1787201383.371714:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff899c84e8dc18 time=18 v=5 (1 1 1 0) 00000100:00000001:1.0:1787201383.371725:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787201383.371727:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201383.371733:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787201383.371737:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201383.371743:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201383.371750:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899ca724f800 x1874004887459200/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201399 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201383.371757:0:230995:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201383.371759:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1787201383.371761:0:230995:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787201383.371765:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787201383.371767:0:230995:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1787201383.371770:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201383.371775:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1787201383.371778:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899ca724f800 x1874004887459200/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201399 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787201383.371781:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1787201383.371786:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787201383.371794:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899ca724f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da678fe-286a-4e72-b384-4f98f186df2f:2402:1874004887459200:192.168.201.137@tcp:400:kworker.0 00000100:00000001:0.0:1787201383.371798:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787201383.371800:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201383.371803:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201383.371805:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1787201383.371808:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787201383.371811:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1787201383.371812:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899ca724f800 x1874004887459200/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201399 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201383.371815:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1787201383.371822:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1787201383.371824:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899ca724df80 x1874004887459456/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787201383.371827:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787201383.371831:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899caaaac400. 00000100:00000001:0.0:1787201383.371838:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1787201383.371839:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1787201383.371842:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787201383.371843:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787201383.371846:0:2402:0:(genops.c:1223:class_import_put()) import ffff899c84e8d800 refcount=3 obd=MGC192.168.201.137@tcp 02000000:00000001:0.0:1787201383.371849:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1787201383.371850:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000001:0.0:1787201383.371854:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1787201383.371855:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899c91178f00. 02000000:00000001:0.0:1787201383.371861:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201383.371862:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787201383.371866:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:0.0:1787201383.371868:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899ca724df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:084554c7-ea41-472c-a807-73eae7b611f4:2403:1874004887459456:192.168.201.137@tcp:400:kworker.0 00000100:00000010:1.0:1787201383.371869:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899ca724f800. 00000100:00000001:1.0:1787201383.371876:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787201383.371877:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1787201383.371879:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201383.371883:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201383.371885:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787201383.371886:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1787201383.371887:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787201383.371891:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201383.371895:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787201383.371897:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1787201383.371899:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787201383.371904:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899c86128400. 02000000:00000001:0.0:1787201383.371908:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787201383.371927:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:0.0:1787201383.371933:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899c91a22c60. 00000100:00000010:1.0:1787201383.371938:0:230995:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899c91235880. 00000400:00000010:0.0:1787201383.371942:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91646e58. 00000020:00000040:1.0:1787201383.371943:0:230995:0:(genops.c:1210:class_import_get()) import ffff899c94855800 refcount=4 obd=lustre-OST0000-osc-ffff899c9ef83000 00000100:00000001:1.0:1787201383.371947:0:230995:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787201383.371948:0:230995:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787201383.371950:0:230995:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787201383.371955:0:230995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899caf300c00. 00000100:00000001:1.0:1787201383.371959:0:230995:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787201383.371961:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887459456, portal 10 00000100:00000040:1.0:1787201383.371966:0:230995:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0000_UUID req@ffff899c91235880 x1874004887459584/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787201383.371967:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787201383.371970:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904644956032 : -130169064595584 : ffff899ca724df80) 00000100:00000001:1.0:1787201383.371980:0:230995:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1787201383.371984:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899ca724df80 x1874004887459456/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201383.371985:0:230995:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201383.371991:0:230995:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001506626b] to pc [ptlrpcd_00_01+1] req@ffff899c91235880 x1874004887459584/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201383.372017:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1787201383.372022:0:230995:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201383.372023:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000100:00000040:1.0:1787201383.372027:0:230995:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1787201383.372028:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c916467f8. 00000100:00000040:1.0:1787201383.372034:0:230995:0:(pinger.c:247:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:0.0:1787201383.372035:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004887459456, offset 0 00000400:00000200:0.0:1787201383.372045:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000100:00000001:1.0:1787201383.372046:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787201383.372049:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787201383.372051:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787201383.372055:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000400:00000200:0.0:1787201383.372055:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:1.0:1787201383.372058:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201383.372063:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787201383.372065:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201383.372067:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787201383.372069:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787201383.372072:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787201383.372077:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899c91235880 x1874004887459584/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201383.372084:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787201383.372086:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201383.372096:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787201383.372098:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1787201383.372485:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:0.0:1787201383.372502:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787201383.372508:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:0.0:1787201383.372512:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787201383.372516:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:0.0:1787201383.372520:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545861:545861:256:4294967295] 192.168.201.137@tcp LPNI seq info [545804:545804:8:4294967295] 00000400:00000200:0.0:1787201383.372525:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201383.372545:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:0.0:1787201383.372552:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:0.0:1787201383.372559:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899c91178000. 00000800:00000200:0.0:1787201383.372568:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:0.0:1787201383.372577:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:0.0:1787201383.372581:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899c91178000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787201383.372596:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201383.372603:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: using a timeout of 23905 usecs (24 jiffies) 00000400:00000200:0.0:1787201383.372606:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:0.0:1787201383.372609:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305934387 00000100:00000001:0.0:1787201383.372612:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS request active for cpu 0, keep current deadline 4305938189 00000100:00000001:0.0:1787201383.372615:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305934387 00000100:00000001:0.0:1787201383.372617:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS request active for cpu 1, keep current deadline 4305938190 00000100:00000001:0.0:1787201383.372619:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787201383.372622:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201383.372631:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201383.372634:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201383.372636:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787201383.372638:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787201383.372639:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201383.372641:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787201383.372767:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787201383.372772:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899c91178000. 00000400:00000200:0.0:1787201383.372776:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201383.372781:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:0.0:1787201383.372786:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c916467f8 00000400:00000010:0.0:1787201383.372788:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c916467f8. 00000100:00000001:0.0:1787201383.372794:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787201383.372799:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899ca724df80 x1874004887459456/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201383.372808:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201383.372811:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899ca724df80 x1874004887459456/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201468 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201383.372818:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201383.372820:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1787201383.372848:0:230995:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11272) 02000000:00000001:1.0:1787201383.373285:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787201383.373293:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899c91235880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:084554c7-ea41-472c-a807-73eae7b611f4:2402:1874004887459584:192.168.201.137@tcp:400:kworker.0 00000100:00000001:1.0:1787201383.373298:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787201383.373304:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787201383.373306:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201383.373309:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787201383.373316:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899caaaac400. 02000000:00000001:1.0:1787201383.373318:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787201383.373324:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:1.0:1787201383.373329:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899c82fe9dc0. 00000400:00000010:1.0:1787201383.373334:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899caf6dc6e8. 00000100:00000200:1.0:1787201383.373340:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887459584, portal 4 00000100:00000001:1.0:1787201383.373343:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787201383.373344:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904275757184 : -130169433794432 : ffff899c91235880) 00000100:00000040:1.0:1787201383.373353:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899c91235880 x1874004887459584/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201383.373362:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787201383.373364:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:1.0:1787201383.373367:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899caf6dcf68. 00000100:00000200:1.0:1787201383.373370:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874004887459584, offset 0 00000400:00000200:1.0:1787201383.373376:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:1.0:1787201383.373383:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201383.373388:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:1.0:1787201383.373392:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787201383.373396:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:1.0:1787201383.373399:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787201383.373402:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:1.0:1787201383.373406:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545862:545862:256:4294967295] 192.168.201.137@tcp LPNI seq info [545805:545805:8:4294967295] 00000400:00000200:1.0:1787201383.373411:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201383.373419:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:1.0:1787201383.373433:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:1.0:1787201383.373438:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899caf300200. 00000800:00000200:1.0:1787201383.373444:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:1.0:1787201383.373449:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:1.0:1787201383.373452:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899caf300200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787201383.373462:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201383.373466:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: using a timeout of 109857 usecs (110 jiffies) 00000400:00000200:1.0:1787201383.373470:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:1.0:1787201383.373473:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305934474 00000100:00000001:1.0:1787201383.373475:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS request active for cpu 0, keep current deadline 4305938189 00000100:00000001:1.0:1787201383.373478:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305934474 00000100:00000001:1.0:1787201383.373481:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS request active for cpu 1, keep current deadline 4305938190 00000100:00000001:1.0:1787201383.373483:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787201383.373486:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201383.373489:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787201383.373771:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787201383.373777:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899caf300200. 00000400:00000200:0.0:1787201383.373780:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201383.373785:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:0.0:1787201383.373789:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899caf6dcf68 00000400:00000010:0.0:1787201383.373791:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899caf6dcf68. 00000100:00000001:0.0:1787201383.373794:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787201383.373799:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899c91235880 x1874004887459584/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201383.373808:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201383.373812:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899c91235880 x1874004887459584/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201438 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201383.373817:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201383.373828:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787201383.373931:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1787201383.381785:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201383.381814:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787201383.381821:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201383.381824:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201383.381836:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201383.381846:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:1.0:1787201383.381859:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201383.381865:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201383.381871:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201383.381876:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 10 MB=0x6a865c39fd600 00000400:00000200:1.0:1787201383.381882:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201383.381891:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.137@tcp of length 224/224 into md 0x53dce1 [1] + 224 00000800:00000001:1.0:1787201383.381900:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201383.381905:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201383.381926:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201383.381933:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:1.0:1787201383.381944:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787201383.381955:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899ca724e300 x1874004887459328/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201468 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787201383.381968:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899ca724e300 x1874004887459328/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201383.381997:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787201383.382011:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201383.382016:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787201383.382018:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201383.382020:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201383.382024:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201383.382027:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:1.0:1787201383.382031:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201383.382034:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201383.382037:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201383.382039:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 4 MB=0x6a865c39fd700 00000400:00000200:1.0:1787201383.382043:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201383.382048:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.137@tcp of length 224/224 into md 0x53dd01 [1] + 224 00000800:00000001:1.0:1787201383.382052:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201383.382055:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201383.382057:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201383.382061:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:1.0:1787201383.382064:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787201383.382068:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899c91235880 x1874004887459584/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201438 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787201383.382078:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899c91235880 x1874004887459584/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201438 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201383.382085:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787201383.382095:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201383.382099:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787201383.382100:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201383.382103:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201383.382106:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201383.382109:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:1.0:1787201383.382113:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201383.382116:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201383.382119:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201383.382122:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 10 MB=0x6a865c39fd680 00000400:00000200:1.0:1787201383.382125:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201383.382130:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.137@tcp of length 224/224 into md 0x53dcf1 [1] + 224 00000800:00000001:1.0:1787201383.382134:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201383.382209:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201383.382212:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201383.382242:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:1.0:1787201383.382246:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787201383.382251:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899ca724df80 x1874004887459456/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201468 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787201383.382260:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899ca724df80 x1874004887459456/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201383.382275:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787201383.382279:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201383.382283:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201383.382299:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787201383.382305:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787201383.382314:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787201383.382316:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787201383.382321:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899c91a22c60. 00000400:00000200:1.0:1787201383.382326:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91646e58 00000400:00000010:1.0:1787201383.382330:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91646e58. 00000100:00000001:1.0:1787201383.382334:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787201383.382338:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899ca724df80 x1874004887459456/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787201383.382360:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899ca724df80 x1874004887459456/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201468 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201383.382367:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787201383.382370:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201383.382373:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787201383.382377:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787201383.382380:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787201383.382383:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201383.382387:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787201383.382401:0:2403:0:(import.c:2149:obd_at_measure()) add 60 to ffff899c91d84460 time=143 v=60 (60 60 60 60) 00000100:00001000:1.0:1787201383.382406:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff899c91d84418 time=147 v=5 (1 2 0 0) 00000100:00000001:1.0:1787201383.382409:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787201383.382411:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201383.382414:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1787201383.382419:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff899ca724df80 x1874004887459456/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201468 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1787201383.382427:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201383.382431:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787201383.382433:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff899c9ef83000: skip recheck: last_committed 21474836545 00000100:00000001:1.0:1787201383.382436:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787201383.382438:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201383.382444:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899ca724df80 x1874004887459456/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201468 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201383.382452:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787201383.382455:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787201383.382457:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787201383.382462:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899ca724df80 x1874004887459456/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201468 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787201383.382470:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899ca724df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:084554c7-ea41-472c-a807-73eae7b611f4:2403:1874004887459456:192.168.201.137@tcp:400:kworker.0 00000100:00000001:1.0:1787201383.382484:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201383.382487:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201383.382503:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899ca724df80 x1874004887459456/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201468 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201383.382512:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787201383.382515:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787201383.382520:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899c86128400. 02000000:00000001:1.0:1787201383.382524:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787201383.382528:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787201383.382530:0:2403:0:(genops.c:1223:class_import_put()) import ffff899c91d84000 refcount=3 obd=lustre-MDT0001-mdc-ffff899c9ef83000 00000020:00000001:1.0:1787201383.382533:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787201383.382536:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899c91178c00. 02000000:00000001:1.0:1787201383.382540:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787201383.382543:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787201383.382545:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899ca724df80. 00000100:00000001:1.0:1787201383.382549:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787201383.382551:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201383.382554:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201383.382564:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787201383.382566:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201383.382569:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787201383.382572:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201383.383227:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787201383.383234:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787201383.383241:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787201383.383243:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787201383.383247:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899c82fe9dc0. 00000400:00000200:0.0:1787201383.383255:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899caf6dc6e8 00000400:00000010:0.0:1787201383.383257:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899caf6dc6e8. 00000100:00000001:0.0:1787201383.383261:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201383.383281:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899c91235880 x1874004887459584/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201438 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787201383.383293:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899c91235880 x1874004887459584/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201438 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201383.383300:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787201383.383302:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201383.383304:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787201383.383306:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787201383.383309:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787201383.383311:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787201383.383313:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787201383.383329:0:2402:0:(import.c:2149:obd_at_measure()) add 36 to ffff899c94855c60 time=143 v=36 (36 5 5 5) 00000100:00001000:0.0:1787201383.383333:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff899c94855c18 time=81 v=5 (1 1 1 1) 00000100:00000001:0.0:1787201383.383336:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787201383.383337:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787201383.383339:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787201383.383342:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201383.383345:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787201383.383347:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff899c9ef83000: skip recheck: last_committed 21474857068 00000100:00000001:0.0:1787201383.383349:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787201383.383351:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201383.383355:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899c91235880 x1874004887459584/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201438 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201383.383363:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787201383.383366:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787201383.383368:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787201383.383384:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899c91235880 x1874004887459584/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201438 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787201383.383393:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899c91235880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:084554c7-ea41-472c-a807-73eae7b611f4:2402:1874004887459584:192.168.201.137@tcp:400:kworker.0 00000400:00000001:0.0:1787201383.383399:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787201383.383400:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787201383.383403:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899c82fe9948. 00000400:00000200:0.0:1787201383.383406:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899caf6dc550 00000400:00000010:0.0:1787201383.383408:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899caf6dc550. 00000100:00000001:0.0:1787201383.383411:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201383.383415:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899ca724e300 x1874004887459328/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787201383.383424:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899ca724e300 x1874004887459328/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201468 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201383.383430:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787201383.383431:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201383.383433:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787201383.383435:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787201383.383436:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787201383.383438:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787201383.383440:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787201383.383446:0:2402:0:(import.c:2149:obd_at_measure()) add 60 to ffff899ca73f6460 time=143 v=60 (60 60 60 60) 00000100:00001000:0.0:1787201383.383449:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff899ca73f6418 time=18 v=5 (1 1 1 0) 00000100:00000001:0.0:1787201383.383451:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787201383.383453:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787201383.383455:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787201383.383457:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201383.383460:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787201383.383462:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff899c9ef83000: skip recheck: last_committed 30064771464 00000100:00000001:0.0:1787201383.383464:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787201383.383466:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201383.383469:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899ca724e300 x1874004887459328/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201468 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201383.383488:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787201383.383501:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787201383.383503:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787201383.383508:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899ca724e300 x1874004887459328/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201468 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787201383.383516:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899ca724e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:084554c7-ea41-472c-a807-73eae7b611f4:2402:1874004887459328:192.168.201.137@tcp:400:kworker.0 00000100:00000001:0.0:1787201383.383521:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201383.383523:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201383.383527:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899c91235880 x1874004887459584/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201438 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201383.383534:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787201383.383546:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787201383.383549:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899caaaac400. 02000000:00000001:0.0:1787201383.383554:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787201383.383557:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787201383.383558:0:2402:0:(genops.c:1223:class_import_put()) import ffff899c94855800 refcount=3 obd=lustre-OST0000-osc-ffff899c9ef83000 00000020:00000001:0.0:1787201383.383561:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787201383.383563:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899caf300c00. 02000000:00000001:0.0:1787201383.383566:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787201383.383568:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787201383.383570:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899c91235880. 00000100:00000001:0.0:1787201383.383573:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787201383.383575:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201383.383577:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201383.383580:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899ca724e300 x1874004887459328/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201468 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201383.383587:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787201383.383588:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787201383.383590:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899caaaace00. 02000000:00000001:0.0:1787201383.383592:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787201383.383594:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787201383.383600:0:2402:0:(genops.c:1223:class_import_put()) import ffff899ca73f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff899c9ef83000 00000020:00000001:0.0:1787201383.383602:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787201383.383604:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899c91178500. 02000000:00000001:0.0:1787201383.383606:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787201383.383608:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787201383.383609:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899ca724e300. 00000100:00000001:0.0:1787201383.383612:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787201383.383613:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201383.383615:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201383.383621:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787201383.383623:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201383.383624:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787201383.383626:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201383.920463:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201383.920474:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201383.920492:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201383.920493:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787201383.920530:0:246982:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787201383.920533:0:246982:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787201383.920537:0:246982:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1787201384.944431:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201384.944442:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201384.944449:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201384.944451:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787201384.944612:0:235206:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787201384.944617:0:235206:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787201384.944621:0:235206:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1787201385.968598:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201385.968605:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201385.968631:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201385.968634:0:277848:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787201385.968636:0:277848:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787201385.968643:0:277848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787201385.968645:0:277848:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787201385.968646:0:277848:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201385.968649:0:277848:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787201385.968651:0:277848:0:(ldlm_lockd.c:2251:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201385.968653:0:277848:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201385.968655:0:277848:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787201385.974050:0:235207:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787201385.974057:0:235207:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787201385.974061:0:235207:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1787201386.992351:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201386.992358:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201386.992364:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201386.992365:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787201386.992467:0:251101:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787201386.992470:0:251101:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787201386.992473:0:251101:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787201387.248476:0:217947:0:(connection.c:75:cpu_latency_work()) work item of ffff899c9185f000 (cpu 0) has reached its deadline 4305938189, at 4305938240 00000100:00000010:0.0:1787201387.248492:0:217947:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff899c8fccdde0. 00000100:00000040:1.0:1787201387.248708:0:277400:0:(connection.c:75:cpu_latency_work()) work item of ffff899c9185f110 (cpu 1) has reached its deadline 4305938190, at 4305938240 00000100:00000010:1.0:1787201387.248715:0:277400:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff899c8fccd7e0. 00010000:00000001:2.0:1787201388.021233:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201388.021240:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201388.021246:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201388.021247:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787201388.021433:0:244704:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787201388.021438:0:244704:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787201388.021441:0:244704:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787201388.464888:0:277698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1da678fe-286a-4e72-b384-4f98f186df2f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787201388.464899:0:277698:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787201388.464909:0:277698:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899ca7039c00. 00000020:00000040:2.0:1787201388.464916:0:277698:0:(genops.c:1210:class_import_get()) import ffff899c84e8d800 refcount=4 obd=MGC192.168.201.137@tcp 00000100:00000001:2.0:1787201388.464920:0:277698:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787201388.464923:0:277698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787201388.464928:0:277698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787201388.464937:0:277698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899cb8620000. 00000100:00000001:2.0:1787201388.464953:0:277698:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201388.464965:0:277698:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da678fe-286a-4e72-b384-4f98f186df2f->MGS req@ffff899ca7039c00 x1874004887459712/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787201388.464976:0:277698:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787201388.464980:0:277698:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201388.464986:0:277698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0745ea1] to pc [ptlrpcd_01_01+1] req@ffff899ca7039c00 x1874004887459712/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201388.465021:0:277698:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201388.465024:0:277698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787201388.465040:0:277698:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787201388.465043:0:277698:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899ca703bb80. 00000020:00000040:2.0:1787201388.465046:0:277698:0:(genops.c:1210:class_import_get()) import ffff899ca73f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff899c9ef83000 00000100:00000001:2.0:1787201388.465049:0:277698:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787201388.465050:0:277698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787201388.465052:0:277698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787201388.465056:0:277698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899cb8620c00. 00000100:00000001:2.0:1787201388.465059:0:277698:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201388.465064:0:277698:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0000_UUID req@ffff899ca703bb80 x1874004887459840/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787201388.465072:0:277698:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787201388.465074:0:277698:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201388.465078:0:277698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008922b3c7] to pc [ptlrpcd_01_00+0] req@ffff899ca703bb80 x1874004887459840/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201388.465087:0:277698:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201388.465090:0:277698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787201388.465093:0:277698:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787201388.465096:0:277698:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899ca703ad80. 00000020:00000040:2.0:1787201388.465098:0:277698:0:(genops.c:1210:class_import_get()) import ffff899c91d84000 refcount=4 obd=lustre-MDT0001-mdc-ffff899c9ef83000 00000100:00000001:2.0:1787201388.465100:0:277698:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787201388.465102:0:277698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787201388.465103:0:277698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787201388.465106:0:277698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899cb8620b00. 00000100:00000001:2.0:1787201388.465109:0:277698:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201388.465113:0:277698:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0001_UUID req@ffff899ca703ad80 x1874004887459968/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787201388.465121:0:277698:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787201388.465123:0:277698:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201388.465127:0:277698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c6a4777] to pc [ptlrpcd_01_01+1] req@ffff899ca703ad80 x1874004887459968/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201388.465147:0:277698:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201388.465150:0:277698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787201388.465153:0:277698:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787201388.465156:0:277698:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899ca7038e00. 00000020:00000040:2.0:1787201388.465158:0:277698:0:(genops.c:1210:class_import_get()) import ffff899c94855800 refcount=4 obd=lustre-OST0000-osc-ffff899c9ef83000 00000100:00000001:2.0:1787201388.465160:0:277698:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787201388.465162:0:277698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787201388.465163:0:277698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787201388.465167:0:277698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899cb8620200. 00000100:00000001:2.0:1787201388.465170:0:277698:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201388.465174:0:277698:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0000_UUID req@ffff899ca7038e00 x1874004887460096/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787201388.465181:0:277698:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787201388.465191:0:277698:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201388.465195:0:277698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ecc2e38] to pc [ptlrpcd_01_00+0] req@ffff899ca7038e00 x1874004887460096/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201388.465202:0:277698:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201388.465203:0:277698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787201388.465207:0:277698:0:(pinger.c:247:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787201388.465211:0:277698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11277) 00000100:00000001:3.0:1787201388.465328:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787201388.465332:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787201388.465334:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787201388.465341:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899ca7039c00 x1874004887459712/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201388.465350:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787201388.465352:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787201388.465356:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787201388.465359:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787201388.465361:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787201388.465377:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899ca7039c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da678fe-286a-4e72-b384-4f98f186df2f:2405:1874004887459712:192.168.201.137@tcp:400:kworker.0 00000100:00000001:3.0:1787201388.465382:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787201388.465394:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787201388.465396:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787201388.465399:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787201388.465414:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899c98a09a00. 02000000:00000001:3.0:1787201388.465417:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787201388.465424:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:3.0:1787201388.465429:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899c831543c8. 00000400:00000010:3.0:1787201388.465436:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899cb0ab0220. 00000100:00000200:3.0:1787201388.465442:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887459712, portal 25 00000100:00000001:3.0:1787201388.465445:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787201388.465446:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904642776064 : -130169066775552 : ffff899ca7039c00) 00000100:00000040:3.0:1787201388.465452:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899ca7039c00 x1874004887459712/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201388.465461:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787201388.465463:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:3.0:1787201388.465466:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899cb0ab0550. 00000100:00000200:3.0:1787201388.465470:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874004887459712, offset 0 00000400:00000200:3.0:1787201388.465477:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:3.0:1787201388.465485:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:3.0:1787201388.465493:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:3.0:1787201388.465499:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787201388.465504:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:3.0:1787201388.465508:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787201388.465510:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:3.0:1787201388.465515:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545863:545863:256:4294967295] 192.168.201.137@tcp LPNI seq info [545806:545806:8:4294967295] 00000400:00000200:3.0:1787201388.465520:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:3.0:1787201388.465531:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:3.0:1787201388.465538:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:3.0:1787201388.465543:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899c82f9f300. 00000800:00000200:3.0:1787201388.465549:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:3.0:1787201388.465556:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:3.0:1787201388.465560:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899c82f9f300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787201388.465574:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787201388.465579:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:3.0:1787201388.465582:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS new deadline estimation for cpu 0 is 4305943310 00000100:00000010:3.0:1787201388.465586:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff899c9eb69600. 00000100:00000001:3.0:1787201388.465593:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1787201388.465598:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS new deadline estimation for cpu 1 is 4305943310 00000100:00000010:3.0:1787201388.465601:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff899c9eb698a0. 00000100:00000001:3.0:1787201388.465604:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1787201388.465607:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787201388.465610:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201388.465613:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787201388.465617:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899ca703ad80 x1874004887459968/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201388.465625:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787201388.465626:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787201388.465628:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787201388.465630:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787201388.465631:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787201388.465634:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899ca703ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:084554c7-ea41-472c-a807-73eae7b611f4:2405:1874004887459968:192.168.201.137@tcp:400:kworker.0 00000100:00000001:3.0:1787201388.465637:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787201388.465639:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787201388.465641:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787201388.465642:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787201388.465645:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899c98a08a00. 02000000:00000001:3.0:1787201388.465647:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787201388.465650:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:3.0:1787201388.465653:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899c83154688. 00000400:00000010:3.0:1787201388.465656:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899cb0ab0d48. 00000100:00000200:3.0:1787201388.465659:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887459968, portal 10 00000100:00000001:3.0:1787201388.465661:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787201388.465662:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904642780544 : -130169066771072 : ffff899ca703ad80) 00000100:00000040:3.0:1787201388.465669:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899ca703ad80 x1874004887459968/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201388.465681:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787201388.465683:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:3.0:1787201388.465686:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899cb0ab0b28. 00000100:00000200:3.0:1787201388.465689:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004887459968, offset 0 00000400:00000200:3.0:1787201388.465693:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:3.0:1787201388.465698:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:3.0:1787201388.465701:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:3.0:1787201388.465704:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787201388.465706:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:3.0:1787201388.465708:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787201388.465711:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:3.0:1787201388.465714:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545864:545864:255:4294967295] 192.168.201.137@tcp LPNI seq info [545807:545807:7:4294967295] 00000400:00000200:3.0:1787201388.465718:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:3.0:1787201388.465725:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:3.0:1787201388.465729:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:3.0:1787201388.465733:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899c82f9f400. 00000800:00000200:3.0:1787201388.465737:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:3.0:1787201388.465740:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:3.0:1787201388.465743:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899c82f9f400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787201388.465746:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201388.465750:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: using a timeout of 23903 usecs (24 jiffies) 00000400:00000200:3.0:1787201388.465753:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:3.0:1787201388.465755:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305939481 00000100:00000001:3.0:1787201388.465757:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS request active for cpu 0, keep current deadline 4305943310 00000100:00000001:3.0:1787201388.465759:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305939481 00000100:00000001:3.0:1787201388.465761:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS request active for cpu 1, keep current deadline 4305943310 00000100:00000001:3.0:1787201388.465763:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787201388.465765:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201388.465772:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201388.465774:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201388.465781:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787201388.465784:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787201388.465786:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787201388.465787:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787201388.465789:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787201388.465791:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1787201388.465793:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201388.465795:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787201388.465797:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201388.465798:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787201388.465799:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787201388.465800:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787201388.465804:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899ca703bb80 x1874004887459840/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201388.465812:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787201388.465813:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787201388.465816:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787201388.465817:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787201388.465820:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787201388.465822:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899ca703bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:084554c7-ea41-472c-a807-73eae7b611f4:2405:1874004887459840:192.168.201.137@tcp:400:kworker.0 00000100:00000001:3.0:1787201388.465826:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787201388.465828:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787201388.465829:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787201388.465831:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787201388.465834:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899c98a09c00. 02000000:00000001:3.0:1787201388.465836:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787201388.465840:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:3.0:1787201388.465842:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899c83154898. 00000400:00000010:3.0:1787201388.465845:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899cb0ab0f68. 00000100:00000200:3.0:1787201388.465848:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887459840, portal 10 00000100:00000001:3.0:1787201388.465850:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787201388.465851:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904642784128 : -130169066767488 : ffff899ca703bb80) 00000100:00000040:3.0:1787201388.465857:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899ca703bb80 x1874004887459840/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201388.465870:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787201388.465873:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:3.0:1787201388.465875:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899cb0ab0660. 00000100:00000200:3.0:1787201388.465878:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004887459840, offset 0 00000400:00000200:3.0:1787201388.465881:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:3.0:1787201388.465886:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:3.0:1787201388.465889:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:3.0:1787201388.465891:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787201388.465894:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:3.0:1787201388.465896:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787201388.465898:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:3.0:1787201388.465900:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545865:545865:254:4294967295] 192.168.201.137@tcp LPNI seq info [545808:545808:6:4294967295] 00000400:00000200:3.0:1787201388.465904:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:3.0:1787201388.465910:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:3.0:1787201388.465913:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:3.0:1787201388.465917:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899c82f9fc00. 00000800:00000200:3.0:1787201388.465920:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:3.0:1787201388.465925:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:3.0:1787201388.465927:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899c82f9fc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787201388.465930:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201388.465933:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: using a timeout of 17892 usecs (18 jiffies) 00000400:00000200:3.0:1787201388.465935:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:3.0:1787201388.465937:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305939475 00000100:00000001:3.0:1787201388.465939:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS request active for cpu 0, keep current deadline 4305943310 00000100:00000001:3.0:1787201388.465941:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305939475 00000100:00000001:3.0:1787201388.465943:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS request active for cpu 1, keep current deadline 4305943310 00000100:00000001:3.0:1787201388.465945:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787201388.465947:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201388.465954:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787201388.465958:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899ca7038e00 x1874004887460096/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201388.465964:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787201388.465966:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787201388.465967:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787201388.465969:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787201388.465971:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787201388.465973:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899ca7038e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:084554c7-ea41-472c-a807-73eae7b611f4:2405:1874004887460096:192.168.201.137@tcp:400:kworker.0 00000100:00000001:3.0:1787201388.465976:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787201388.465978:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787201388.465979:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787201388.465981:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787201388.465984:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899c98a09800. 02000000:00000001:3.0:1787201388.465986:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787201388.465990:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:3.0:1787201388.465993:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899c83154bb0. 00000400:00000010:3.0:1787201388.465996:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899cb0ab0ee0. 00000100:00000200:3.0:1787201388.465999:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887460096, portal 4 00000100:00000001:3.0:1787201388.466001:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787201388.466002:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904642772480 : -130169066779136 : ffff899ca7038e00) 00000100:00000040:3.0:1787201388.466007:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899ca7038e00 x1874004887460096/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201388.466012:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787201388.466015:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:3.0:1787201388.466017:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899cb0ab04c8. 00000100:00000200:3.0:1787201388.466019:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874004887460096, offset 0 00000400:00000200:3.0:1787201388.466023:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:3.0:1787201388.466027:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:3.0:1787201388.466030:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:3.0:1787201388.466033:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787201388.466035:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:3.0:1787201388.466037:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787201388.466045:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:3.0:1787201388.466048:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545866:545866:253:4294967295] 192.168.201.137@tcp LPNI seq info [545809:545809:5:4294967295] 00000400:00000200:3.0:1787201388.466052:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:3.0:1787201388.466058:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:3.0:1787201388.466063:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:3.0:1787201388.466066:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899c82f9f700. 00000800:00000200:3.0:1787201388.466070:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:3.0:1787201388.466074:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:3.0:1787201388.466076:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899c82f9f700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787201388.466079:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201388.466082:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: using a timeout of 109783 usecs (110 jiffies) 00000400:00000200:3.0:1787201388.466086:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:3.0:1787201388.466088:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305939567 00000100:00000001:3.0:1787201388.466090:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS request active for cpu 0, keep current deadline 4305943310 00000100:00000001:3.0:1787201388.466092:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305939567 00000100:00000001:3.0:1787201388.466094:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS request active for cpu 1, keep current deadline 4305943310 00000100:00000001:3.0:1787201388.466096:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787201388.466098:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201388.466101:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201388.466103:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201388.466117:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787201388.466120:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787201388.466574:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787201388.466580:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899c82f9f300. 00000400:00000200:0.0:1787201388.466588:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201388.466594:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:0.0:1787201388.466600:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899cb0ab0550 00000400:00000010:0.0:1787201388.466602:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899cb0ab0550. 00000100:00000001:0.0:1787201388.466607:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787201388.466612:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899ca7039c00 x1874004887459712/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201388.466622:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201388.466626:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899ca7039c00 x1874004887459712/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201404 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201388.466632:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201388.466634:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787201388.466647:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787201388.466649:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899c82f9f400. 00000400:00000200:0.0:1787201388.466651:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201388.466654:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:0.0:1787201388.466656:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899cb0ab0b28 00000400:00000010:0.0:1787201388.466657:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899cb0ab0b28. 00000100:00000001:0.0:1787201388.466666:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787201388.466670:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899ca703ad80 x1874004887459968/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201388.466677:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201388.466680:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899ca703ad80 x1874004887459968/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201473 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201388.466686:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201388.466687:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787201388.466695:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787201388.466697:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899c82f9fc00. 00000400:00000200:0.0:1787201388.466700:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201388.466703:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:0.0:1787201388.466705:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899cb0ab0660 00000400:00000010:0.0:1787201388.466707:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899cb0ab0660. 00000100:00000001:0.0:1787201388.466708:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787201388.466712:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899ca703bb80 x1874004887459840/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201388.466717:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201388.466720:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899ca703bb80 x1874004887459840/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201473 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201388.466726:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201388.466727:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787201388.466789:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787201388.466792:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899c82f9f700. 00000400:00000200:0.0:1787201388.466795:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201388.466799:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:0.0:1787201388.466801:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899cb0ab04c8 00000400:00000010:0.0:1787201388.466803:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899cb0ab04c8. 00000100:00000001:0.0:1787201388.466805:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787201388.466809:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899ca7038e00 x1874004887460096/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201388.466815:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201388.466823:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899ca7038e00 x1874004887460096/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201443 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201388.466829:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201388.466830:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1787201388.473176:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201388.473208:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787201388.473212:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201388.473251:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201388.473262:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201388.473269:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:1.0:1787201388.473279:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201388.473285:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201388.473305:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201388.473308:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 4 MB=0x6a865c39fd900 00000400:00000200:1.0:1787201388.473314:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201388.473320:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.137@tcp of length 224/224 into md 0x53dd29 [1] + 224 00000800:00000001:1.0:1787201388.473327:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201388.473331:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201388.473335:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201388.473339:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:1.0:1787201388.473347:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787201388.473355:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899ca7038e00 x1874004887460096/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201443 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787201388.473369:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899ca7038e00 x1874004887460096/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201443 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201388.473397:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787201388.473418:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201388.473422:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787201388.473425:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201388.473427:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201388.473430:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201388.473434:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:1.0:1787201388.473438:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201388.473440:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201388.473443:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201388.473446:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 10 MB=0x6a865c39fd800 00000400:00000200:1.0:1787201388.473449:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201388.473454:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.137@tcp of length 224/224 into md 0x53dd21 [1] + 224 00000800:00000001:1.0:1787201388.473458:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201388.473461:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201388.473463:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201388.473465:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:1.0:1787201388.473468:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787201388.473479:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899ca703bb80 x1874004887459840/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201473 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787201388.473489:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899ca703bb80 x1874004887459840/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201388.473495:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787201388.473500:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201388.473504:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787201388.473505:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201388.473508:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201388.473511:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201388.473514:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:1.0:1787201388.473518:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201388.473521:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201388.473523:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201388.473525:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 10 MB=0x6a865c39fd880 00000400:00000200:1.0:1787201388.473529:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201388.473532:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.137@tcp of length 224/224 into md 0x53dd19 [1] + 224 00000800:00000001:1.0:1787201388.473535:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201388.473538:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201388.473540:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201388.473543:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:1.0:1787201388.473546:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787201388.473550:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899ca703ad80 x1874004887459968/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201473 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787201388.473557:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899ca703ad80 x1874004887459968/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201388.473563:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787201388.473567:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201388.473570:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787201388.473571:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201388.473573:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201388.473583:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201388.473586:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:1.0:1787201388.473590:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201388.473593:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201388.473595:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201388.473598:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 25 MB=0x6a865c39fd780 00000400:00000200:1.0:1787201388.473602:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201388.473606:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.137@tcp of length 224/224 into md 0x53dd11 [1] + 224 00000800:00000001:1.0:1787201388.473610:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201388.473621:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201388.473623:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201388.473626:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:1.0:1787201388.473629:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787201388.473634:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899ca7039c00 x1874004887459712/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201404 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787201388.473642:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899ca7039c00 x1874004887459712/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201388.473649:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787201388.473652:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201388.473656:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201388.476077:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787201388.476087:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787201388.476098:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787201388.476100:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787201388.476103:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899c83154898. 00000400:00000200:3.0:1787201388.476112:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899cb0ab0f68 00000400:00000010:3.0:1787201388.476114:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899cb0ab0f68. 00000100:00000001:3.0:1787201388.476120:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787201388.476129:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899ca703bb80 x1874004887459840/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787201388.476159:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899ca703bb80 x1874004887459840/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201473 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201388.476166:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787201388.476169:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201388.476172:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787201388.476175:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787201388.476178:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787201388.476180:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787201388.476183:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787201388.476192:0:2405:0:(import.c:2149:obd_at_measure()) add 60 to ffff899ca73f6460 time=148 v=60 (60 60 60 60) 00000100:00001000:3.0:1787201388.476196:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff899ca73f6418 time=23 v=5 (1 1 1 0) 00000100:00000001:3.0:1787201388.476199:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787201388.476201:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787201388.476204:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787201388.476208:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201388.476211:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787201388.476213:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff899c9ef83000: skip recheck: last_committed 30064771464 00000100:00000001:3.0:1787201388.476249:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787201388.476251:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201388.476257:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899ca703bb80 x1874004887459840/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201473 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201388.476264:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787201388.476267:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787201388.476269:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787201388.476273:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899ca703bb80 x1874004887459840/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201473 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787201388.476280:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899ca703bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:084554c7-ea41-472c-a807-73eae7b611f4:2405:1874004887459840:192.168.201.137@tcp:400:kworker.0 00000400:00000001:3.0:1787201388.476286:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787201388.476288:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787201388.476290:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899c83154bb0. 00000400:00000200:3.0:1787201388.476299:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899cb0ab0ee0 00000400:00000010:3.0:1787201388.476300:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899cb0ab0ee0. 00000100:00000001:3.0:1787201388.476302:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787201388.476307:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899ca7038e00 x1874004887460096/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201443 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787201388.476314:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899ca7038e00 x1874004887460096/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201443 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201388.476319:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787201388.476320:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201388.476322:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787201388.476324:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787201388.476325:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787201388.476326:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787201388.476327:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787201388.476332:0:2405:0:(import.c:2149:obd_at_measure()) add 36 to ffff899c94855c60 time=148 v=36 (36 5 5 5) 00000100:00001000:3.0:1787201388.476335:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff899c94855c18 time=86 v=5 (1 1 1 1) 00000100:00000001:3.0:1787201388.476337:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787201388.476339:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787201388.476340:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787201388.476342:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201388.476344:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787201388.476346:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff899c9ef83000: skip recheck: last_committed 21474857068 00000100:00000001:3.0:1787201388.476347:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787201388.476349:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201388.476352:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899ca7038e00 x1874004887460096/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201443 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201388.476358:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787201388.476360:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787201388.476361:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787201388.476365:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899ca7038e00 x1874004887460096/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201443 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787201388.476371:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899ca7038e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:084554c7-ea41-472c-a807-73eae7b611f4:2405:1874004887460096:192.168.201.137@tcp:400:kworker.0 00000400:00000001:3.0:1787201388.476385:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787201388.476386:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787201388.476388:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899c831543c8. 00000400:00000200:3.0:1787201388.476391:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899cb0ab0220 00000400:00000010:3.0:1787201388.476392:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899cb0ab0220. 00000100:00000001:3.0:1787201388.476395:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787201388.476399:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899ca7039c00 x1874004887459712/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787201388.476419:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899ca7039c00 x1874004887459712/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201404 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201388.476425:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787201388.476427:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201388.476428:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787201388.476430:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787201388.476431:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787201388.476432:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787201388.476434:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787201388.476437:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff899c84e8dc60 time=148 v=5 (5 5 5 5) 00000100:00001000:3.0:1787201388.476439:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff899c84e8dc18 time=23 v=5 (1 1 1 0) 00000100:00000001:3.0:1787201388.476441:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787201388.476442:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787201388.476444:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787201388.476445:0:2405:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201388.476447:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201388.476450:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899ca7039c00 x1874004887459712/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201404 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201388.476455:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787201388.476457:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787201388.476458:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787201388.476461:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899ca7039c00 x1874004887459712/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201404 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787201388.476467:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899ca7039c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da678fe-286a-4e72-b384-4f98f186df2f:2405:1874004887459712:192.168.201.137@tcp:400:kworker.0 00000400:00000001:3.0:1787201388.476480:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787201388.476481:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787201388.476483:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899c83154688. 00000400:00000200:3.0:1787201388.476485:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899cb0ab0d48 00000400:00000010:3.0:1787201388.476486:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899cb0ab0d48. 00000100:00000001:3.0:1787201388.476489:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787201388.476493:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899ca703ad80 x1874004887459968/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787201388.476501:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899ca703ad80 x1874004887459968/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201473 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201388.476507:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787201388.476508:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201388.476510:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787201388.476511:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787201388.476512:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787201388.476513:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787201388.476515:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787201388.476519:0:2405:0:(import.c:2149:obd_at_measure()) add 60 to ffff899c91d84460 time=148 v=60 (60 60 60 60) 00000100:00001000:3.0:1787201388.476522:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff899c91d84418 time=152 v=5 (1 2 0 0) 00000100:00000001:3.0:1787201388.476524:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787201388.476525:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787201388.476527:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787201388.476530:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff899ca703ad80 x1874004887459968/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201473 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787201388.476536:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201388.476538:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787201388.476539:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff899c9ef83000: skip recheck: last_committed 21474836545 00000100:00000001:3.0:1787201388.476541:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787201388.476542:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201388.476546:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899ca703ad80 x1874004887459968/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201473 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201388.476551:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787201388.476561:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787201388.476562:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787201388.476567:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899ca703ad80 x1874004887459968/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201473 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787201388.476574:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899ca703ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:084554c7-ea41-472c-a807-73eae7b611f4:2405:1874004887459968:192.168.201.137@tcp:400:kworker.0 00000100:00000001:3.0:1787201388.476578:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201388.476582:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787201388.476586:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899ca703bb80 x1874004887459840/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201473 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201388.476592:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787201388.476594:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787201388.476598:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899c98a09c00. 02000000:00000001:3.0:1787201388.476604:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787201388.476607:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787201388.476609:0:2405:0:(genops.c:1223:class_import_put()) import ffff899ca73f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff899c9ef83000 00000020:00000001:3.0:1787201388.476612:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787201388.476615:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899cb8620c00. 02000000:00000001:3.0:1787201388.476618:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787201388.476620:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787201388.476622:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899ca703bb80. 00000100:00000001:3.0:1787201388.476626:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787201388.476627:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201388.476629:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787201388.476632:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899ca7038e00 x1874004887460096/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201443 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201388.476638:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787201388.476639:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787201388.476641:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899c98a09800. 02000000:00000001:3.0:1787201388.476642:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787201388.476643:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787201388.476644:0:2405:0:(genops.c:1223:class_import_put()) import ffff899c94855800 refcount=3 obd=lustre-OST0000-osc-ffff899c9ef83000 00000020:00000001:3.0:1787201388.476646:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787201388.476647:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899cb8620200. 02000000:00000001:3.0:1787201388.476656:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787201388.476657:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787201388.476659:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899ca7038e00. 00000100:00000001:3.0:1787201388.476661:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787201388.476663:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201388.476664:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787201388.476668:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899ca7039c00 x1874004887459712/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201404 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201388.476674:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787201388.476675:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787201388.476677:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899c98a09a00. 02000000:00000001:3.0:1787201388.476679:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787201388.476680:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787201388.476681:0:2405:0:(genops.c:1223:class_import_put()) import ffff899c84e8d800 refcount=3 obd=MGC192.168.201.137@tcp 00000020:00000001:3.0:1787201388.476683:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787201388.476684:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899cb8620000. 02000000:00000001:3.0:1787201388.476686:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787201388.476687:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787201388.476688:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899ca7039c00. 00000100:00000001:3.0:1787201388.476690:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787201388.476691:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201388.476692:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787201388.476694:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899ca703ad80 x1874004887459968/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201473 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201388.476699:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787201388.476700:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787201388.476701:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899c98a08a00. 02000000:00000001:3.0:1787201388.476704:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787201388.476705:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787201388.476706:0:2405:0:(genops.c:1223:class_import_put()) import ffff899c91d84000 refcount=3 obd=lustre-MDT0001-mdc-ffff899c9ef83000 00000020:00000001:3.0:1787201388.476707:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787201388.476708:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899cb8620b00. 02000000:00000001:3.0:1787201388.476710:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787201388.476710:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787201388.476711:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899ca703ad80. 00000100:00000001:3.0:1787201388.476713:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787201388.476721:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201388.476723:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201388.476732:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787201388.476734:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201388.476736:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787201388.476739:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201389.042075:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201389.042082:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201389.042087:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201389.042088:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787201389.042112:0:246982:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787201389.042116:0:246982:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787201389.042119:0:246982:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1787201390.069784:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201390.069793:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201390.069830:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201390.069831:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787201390.069943:0:235206:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787201390.069950:0:235206:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787201390.069955:0:235206:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1787201391.088323:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201391.088333:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201391.088341:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201391.088342:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787201391.088525:0:235207:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787201391.088529:0:235207:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787201391.088533:0:235207:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1787201391.414656:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c87c89cc0] -> 12345-192.168.201.37@tcp (6) 00000800:00000200:0.0:1787201391.414668:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.37@tcp ip 192.168.201.37:988 00000800:00000200:0.0:1787201391.414673:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899ca6937600 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1787201391.415698:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1787201391.415705:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201391.415720:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787201391.415726:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201391.415729:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1787201392.114325:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201392.114333:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201392.114349:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201392.114351:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787201392.114441:0:251101:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787201392.114449:0:251101:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787201392.114454:0:251101:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787201392.368361:0:217947:0:(connection.c:75:cpu_latency_work()) work item of ffff899c9185f000 (cpu 0) has reached its deadline 4305943310, at 4305943360 00000100:00000010:0.0:1787201392.368377:0:217947:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff899c9eb69600. 00000100:00000040:1.0:1787201392.368523:0:277400:0:(connection.c:75:cpu_latency_work()) work item of ffff899c9185f110 (cpu 1) has reached its deadline 4305943310, at 4305943360 00000100:00000010:1.0:1787201392.368530:0:277400:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff899c9eb698a0. 00010000:00000001:2.0:1787201393.136556:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201393.136563:0:277848:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787201393.136565:0:277848:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787201393.136569:0:277848:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201393.136573:0:277848:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787201393.136575:0:277848:0:(ldlm_lockd.c:2251:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201393.136577:0:277848:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201393.136579:0:277848:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201393.136582:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201393.136583:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787201393.136678:0:244704:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787201393.136681:0:244704:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787201393.136684:0:244704:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787201393.584480:0:277698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1da678fe-286a-4e72-b384-4f98f186df2f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787201393.584489:0:277698:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787201393.584501:0:277698:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899c9ea90e00. 00000020:00000040:3.0:1787201393.584507:0:277698:0:(genops.c:1210:class_import_get()) import ffff899c84e8d800 refcount=4 obd=MGC192.168.201.137@tcp 00000100:00000001:3.0:1787201393.584511:0:277698:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787201393.584513:0:277698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787201393.584518:0:277698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787201393.584525:0:277698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899c82f9f800. 00000100:00000001:3.0:1787201393.584532:0:277698:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201393.584543:0:277698:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da678fe-286a-4e72-b384-4f98f186df2f->MGS req@ffff899c9ea90e00 x1874004887460224/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787201393.584553:0:277698:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787201393.584558:0:277698:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201393.584564:0:277698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1e8f081] to pc [ptlrpcd_01_01+1] req@ffff899c9ea90e00 x1874004887460224/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201393.584613:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787201393.584619:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787201393.584622:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787201393.584628:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899c9ea90e00 x1874004887460224/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201393.584635:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787201393.584637:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201393.584641:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787201393.584643:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787201393.584645:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787201393.584649:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899c9ea90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da678fe-286a-4e72-b384-4f98f186df2f:2405:1874004887460224:192.168.201.137@tcp:400:kworker.0 00000100:00000001:2.0:1787201393.584653:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787201393.584659:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787201393.584661:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201393.584663:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787201393.584667:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899c82c2fa00. 02000000:00000001:2.0:1787201393.584681:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787201393.584688:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:2.0:1787201393.584693:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899cc0349b58. 00000400:00000010:2.0:1787201393.584699:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91ad2330. 00000100:00000200:2.0:1787201393.584706:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887460224, portal 25 00000100:00000001:2.0:1787201393.584709:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787201393.584710:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904502623744 : -130169206927872 : ffff899c9ea90e00) 00000100:00000040:2.0:1787201393.584715:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899c9ea90e00 x1874004887460224/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201393.584721:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787201393.584724:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:2.0:1787201393.584726:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91ad2880. 00000100:00000200:2.0:1787201393.584730:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874004887460224, offset 0 00000400:00000200:2.0:1787201393.584736:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:2.0:1787201393.584744:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:2.0:1787201393.584752:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:2.0:1787201393.584757:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787201393.584761:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:2.0:1787201393.584765:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787201393.584768:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:2.0:1787201393.584771:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545867:545867:256:4294967295] 192.168.201.137@tcp LPNI seq info [545810:545810:8:4294967295] 00000400:00000200:2.0:1787201393.584775:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:2.0:1787201393.584784:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:2.0:1787201393.584790:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:2.0:1787201393.584795:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899cb8620400. 00000800:00000200:2.0:1787201393.584801:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:2.0:1787201393.584808:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:2.0:1787201393.584812:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899cb8620400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787201393.584840:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787201393.584845:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:2.0:1787201393.584848:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS new deadline estimation for cpu 0 is 4305948429 00000100:00000010:2.0:1787201393.584859:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff899c9d659e40. 00000100:00000001:2.0:1787201393.584865:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1787201393.584871:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS new deadline estimation for cpu 1 is 4305948429 00000100:00000010:2.0:1787201393.584873:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff899c9d659660. 00000100:00000001:2.0:1787201393.584876:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1787201393.584884:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787201393.584886:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201393.584889:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201393.584892:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1787201393.585039:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787201393.585044:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899cb8620400. 00000400:00000200:1.0:1787201393.585048:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201393.585053:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:1.0:1787201393.585058:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91ad2880 00000400:00000010:1.0:1787201393.585061:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91ad2880. 00000100:00000001:1.0:1787201393.585083:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787201393.585088:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899c9ea90e00 x1874004887460224/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201393.585097:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201393.585100:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899c9ea90e00 x1874004887460224/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201409 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201393.585106:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201393.585108:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787201393.585259:0:277698:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201393.585263:0:277698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787201393.585266:0:277698:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787201393.585276:0:277698:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899c9ea92300. 00000020:00000040:3.0:1787201393.585279:0:277698:0:(genops.c:1210:class_import_get()) import ffff899ca73f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff899c9ef83000 00000100:00000001:3.0:1787201393.585281:0:277698:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787201393.585283:0:277698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787201393.585286:0:277698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787201393.585289:0:277698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899c82f9f200. 00000100:00000001:3.0:1787201393.585293:0:277698:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201393.585299:0:277698:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0000_UUID req@ffff899c9ea92300 x1874004887460352/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787201393.585306:0:277698:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787201393.585309:0:277698:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201393.585313:0:277698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a76eb73b] to pc [ptlrpcd_01_00+0] req@ffff899c9ea92300 x1874004887460352/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201393.586456:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787201393.586461:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787201393.586467:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787201393.586469:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787201393.586472:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787201393.586475:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1787201393.586477:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201393.586479:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787201393.586480:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201393.586481:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787201393.586482:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787201393.586484:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787201393.586493:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899c9ea92300 x1874004887460352/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201393.586501:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787201393.586503:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201393.586507:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787201393.586509:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787201393.586512:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787201393.586515:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899c9ea92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:084554c7-ea41-472c-a807-73eae7b611f4:2405:1874004887460352:192.168.201.137@tcp:400:kworker.0 00000100:00000001:2.0:1787201393.586518:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787201393.586523:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787201393.586525:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201393.586527:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787201393.586534:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899c82c2fe00. 02000000:00000001:2.0:1787201393.586545:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787201393.586551:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:2.0:1787201393.586554:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899cc0349f20. 00000400:00000010:2.0:1787201393.586560:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91ad2990. 00000100:00000200:2.0:1787201393.586565:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887460352, portal 10 00000100:00000001:2.0:1787201393.586567:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787201393.586568:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904502629120 : -130169206922496 : ffff899c9ea92300) 00000100:00000040:2.0:1787201393.586577:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899c9ea92300 x1874004887460352/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201393.586583:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787201393.586586:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:2.0:1787201393.586588:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91ad2440. 00000100:00000200:2.0:1787201393.586592:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004887460352, offset 0 00000400:00000200:2.0:1787201393.586597:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:2.0:1787201393.586604:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:2.0:1787201393.586610:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:2.0:1787201393.586614:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787201393.586618:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:2.0:1787201393.586621:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787201393.586624:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:2.0:1787201393.586627:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545868:545868:256:4294967295] 192.168.201.137@tcp LPNI seq info [545811:545811:8:4294967295] 00000400:00000200:2.0:1787201393.586631:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:2.0:1787201393.586639:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:2.0:1787201393.586645:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:2.0:1787201393.586650:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899cb8620400. 00000800:00000200:2.0:1787201393.586656:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:2.0:1787201393.586662:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:2.0:1787201393.586666:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899cb8620400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787201393.586688:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201393.586693:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: using a timeout of 17891 usecs (18 jiffies) 00000400:00000200:2.0:1787201393.586696:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:2.0:1787201393.586705:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305944595 00000100:00000001:2.0:1787201393.586708:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS request active for cpu 0, keep current deadline 4305948429 00000100:00000001:2.0:1787201393.586711:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305944595 00000100:00000001:2.0:1787201393.586713:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS request active for cpu 1, keep current deadline 4305948429 00000100:00000001:2.0:1787201393.586715:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787201393.586717:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201393.586719:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201393.586721:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201393.586754:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787201393.586756:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787201393.586863:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787201393.586868:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899cb8620400. 00000400:00000200:0.0:1787201393.586874:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201393.586879:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:0.0:1787201393.586884:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91ad2440 00000400:00000010:0.0:1787201393.586886:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91ad2440. 00000100:00000001:0.0:1787201393.586889:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1787201393.586892:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787201393.586893:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1787201393.586894:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899c9ea92300 x1874004887460352/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201393.586895:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201393.586898:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201393.586904:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201393.586907:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899c9ea92300 x1874004887460352/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201478 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201393.586915:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201393.586916:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787201393.587072:0:277698:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201393.587077:0:277698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787201393.587080:0:277698:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787201393.587085:0:277698:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899c9ea93480. 00000020:00000040:3.0:1787201393.587088:0:277698:0:(genops.c:1210:class_import_get()) import ffff899c91d84000 refcount=4 obd=lustre-MDT0001-mdc-ffff899c9ef83000 00000100:00000001:3.0:1787201393.587092:0:277698:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787201393.587094:0:277698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787201393.587097:0:277698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787201393.587102:0:277698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899c82f9fb00. 00000100:00000001:3.0:1787201393.587108:0:277698:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201393.587113:0:277698:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0001_UUID req@ffff899c9ea93480 x1874004887460480/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787201393.587122:0:277698:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787201393.587126:0:277698:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201393.587130:0:277698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030c424f0] to pc [ptlrpcd_01_01+1] req@ffff899c9ea93480 x1874004887460480/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201393.587153:0:277698:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201393.587162:0:277698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787201393.587165:0:277698:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787201393.587168:0:277698:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899c9ea90a80. 00000020:00000040:3.0:1787201393.587171:0:277698:0:(genops.c:1210:class_import_get()) import ffff899c94855800 refcount=4 obd=lustre-OST0000-osc-ffff899c9ef83000 00000100:00000001:2.0:1787201393.587275:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1787201393.587278:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1787201393.587280:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201393.587285:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787201393.587287:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201393.587289:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787201393.587290:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787201393.587291:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787201393.587296:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899c9ea93480 x1874004887460480/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201393.587304:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787201393.587305:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201393.587307:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787201393.587309:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787201393.587312:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787201393.587324:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899c9ea93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:084554c7-ea41-472c-a807-73eae7b611f4:2404:1874004887460480:192.168.201.137@tcp:400:kworker.0 00000100:00000001:2.0:1787201393.587328:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787201393.587331:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787201393.587333:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201393.587335:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787201393.587344:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899c82c2e400. 02000000:00000001:2.0:1787201393.587346:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787201393.587350:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:2.0:1787201393.587353:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899cc0349420. 00000400:00000010:2.0:1787201393.587357:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91ad2e58. 00000100:00000200:2.0:1787201393.587361:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887460480, portal 10 00000100:00000001:2.0:1787201393.587363:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787201393.587364:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904502633600 : -130169206918016 : ffff899c9ea93480) 00000100:00000040:2.0:1787201393.587371:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899c9ea93480 x1874004887460480/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201393.587378:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787201393.587380:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:2.0:1787201393.587382:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91ad2440. 00000100:00000200:2.0:1787201393.587385:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004887460480, offset 0 00000400:00000200:2.0:1787201393.587391:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:2.0:1787201393.587395:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:2.0:1787201393.587399:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:2.0:1787201393.587401:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787201393.587404:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:2.0:1787201393.587406:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787201393.587409:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:2.0:1787201393.587411:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545869:545869:256:4294967295] 192.168.201.137@tcp LPNI seq info [545812:545812:8:4294967295] 00000400:00000200:2.0:1787201393.587416:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:2.0:1787201393.587422:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:2.0:1787201393.587427:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:2.0:1787201393.587431:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899cb8620b00. 00000800:00000200:2.0:1787201393.587435:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:2.0:1787201393.587440:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:2.0:1787201393.587443:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899cb8620b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787201393.587502:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201393.587507:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: using a timeout of 23903 usecs (24 jiffies) 00000400:00000200:2.0:1787201393.587518:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:2.0:1787201393.587520:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305944603 00000100:00000001:2.0:1787201393.587522:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS request active for cpu 0, keep current deadline 4305948429 00000100:00000001:2.0:1787201393.587524:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305944603 00000100:00000001:2.0:1787201393.587526:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS request active for cpu 1, keep current deadline 4305948429 00000100:00000001:2.0:1787201393.587529:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787201393.587531:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201393.587533:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201393.587535:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201393.587545:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787201393.587546:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787201393.587548:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201393.587549:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201393.587798:0:277698:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787201393.587800:0:277698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787201393.587803:0:277698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787201393.587807:0:277698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899c82f9f600. 00000100:00000001:3.0:1787201393.587812:0:277698:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201393.587817:0:277698:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0000_UUID req@ffff899c9ea90a80 x1874004887460608/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787201393.587836:0:277698:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787201393.587838:0:277698:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201393.587843:0:277698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4c73dc3] to pc [ptlrpcd_01_00+0] req@ffff899c9ea90a80 x1874004887460608/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201393.587861:0:277698:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201393.587864:0:277698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787201393.587890:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787201393.587893:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787201393.587894:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787201393.587898:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899c9ea90a80 x1874004887460608/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201393.587905:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787201393.587907:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201393.587909:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787201393.587911:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787201393.587913:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787201393.587916:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899c9ea90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:084554c7-ea41-472c-a807-73eae7b611f4:2404:1874004887460608:192.168.201.137@tcp:400:kworker.0 00000100:00000001:2.0:1787201393.587930:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787201393.587933:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787201393.587935:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201393.587937:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787201393.587940:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899c82c2e800. 02000000:00000001:2.0:1787201393.587942:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787201393.587946:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:2.0:1787201393.587949:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899cc0349370. 00000400:00000010:2.0:1787201393.587953:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91ad2880. 00000100:00000200:2.0:1787201393.587962:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887460608, portal 4 00000100:00000001:2.0:1787201393.587964:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787201393.587966:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904502622848 : -130169206928768 : ffff899c9ea90a80) 00000100:00000040:2.0:1787201393.587972:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899c9ea90a80 x1874004887460608/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201393.587978:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787201393.587981:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:2.0:1787201393.587983:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91ad2a18. 00000100:00000200:2.0:1787201393.587986:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874004887460608, offset 0 00000400:00000200:2.0:1787201393.587990:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:2.0:1787201393.587994:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:2.0:1787201393.587999:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:2.0:1787201393.588002:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787201393.588004:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:2.0:1787201393.588006:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787201393.588009:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:2.0:1787201393.588013:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545870:545870:255:4294967295] 192.168.201.137@tcp LPNI seq info [545813:545813:7:4294967295] 00000400:00000200:2.0:1787201393.588016:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:2.0:1787201393.588023:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:2.0:1787201393.588028:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:2.0:1787201393.588031:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899cb8620000. 00000800:00000200:2.0:1787201393.588036:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:2.0:1787201393.588040:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:2.0:1787201393.588043:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899cb8620000 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1787201393.588063:0:277698:0:(pinger.c:247:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787201393.588078:0:277698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11282) 00000100:00000001:3.0:1787201393.588102:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787201393.588104:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787201393.588106:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201393.588109:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1787201393.588492:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201393.588504:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787201393.588507:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201393.588509:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201393.588514:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201393.588519:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:1.0:1787201393.588525:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201393.588528:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201393.588532:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201393.588536:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 25 MB=0x6a865c39fd980 00000400:00000200:1.0:1787201393.588540:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201393.588545:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.137@tcp of length 224/224 into md 0x53dd31 [1] + 224 00000800:00000001:1.0:1787201393.588551:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201393.588568:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201393.588571:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201393.588576:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:1.0:1787201393.588581:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787201393.588587:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899c9ea90e00 x1874004887460224/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201409 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787201393.588596:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899c9ea90e00 x1874004887460224/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201393.588644:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787201393.588646:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787201393.588661:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1787201393.588716:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787201393.588719:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899cb8620b00. 00000400:00000200:1.0:1787201393.588729:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201393.588733:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:1.0:1787201393.588737:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91ad2440 00000400:00000010:1.0:1787201393.588739:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91ad2440. 00000100:00000001:1.0:1787201393.588742:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787201393.588746:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899c9ea93480 x1874004887460480/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201393.588754:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201393.588757:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899c9ea93480 x1874004887460480/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201478 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201393.588763:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201393.588765:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1787201393.588770:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201393.588773:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1787201393.589063:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787201393.589174:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787201393.589177:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899cc0349b58. 00000400:00000200:3.0:1787201393.589181:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91ad2330 00000400:00000010:3.0:1787201393.589184:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91ad2330. 00000100:00000001:3.0:1787201393.589186:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787201393.589191:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899c9ea90e00 x1874004887460224/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787201393.589211:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899c9ea90e00 x1874004887460224/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201409 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201393.589238:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787201393.589240:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201393.589243:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787201393.589246:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787201393.589248:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787201393.589250:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787201393.589253:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787201393.589260:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff899c84e8dc60 time=153 v=5 (5 5 5 5) 00000100:00001000:3.0:1787201393.589264:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff899c84e8dc18 time=28 v=5 (1 1 1 0) 00000100:00000001:3.0:1787201393.589267:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787201393.589269:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787201393.589271:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787201393.589273:0:2405:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201393.589276:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201393.589281:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899c9ea90e00 x1874004887460224/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201409 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201393.589288:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787201393.589291:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787201393.589293:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787201393.589297:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899c9ea90e00 x1874004887460224/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201409 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787201393.589305:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899c9ea90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da678fe-286a-4e72-b384-4f98f186df2f:2405:1874004887460224:192.168.201.137@tcp:400:kworker.0 00000100:00000001:3.0:1787201393.589309:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201393.589311:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787201393.589326:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899c9ea90e00 x1874004887460224/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201409 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201393.589333:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787201393.589336:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787201393.589343:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899c82c2fa00. 02000000:00000001:3.0:1787201393.589346:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787201393.589349:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787201393.589351:0:2405:0:(genops.c:1223:class_import_put()) import ffff899c84e8d800 refcount=3 obd=MGC192.168.201.137@tcp 00000020:00000001:3.0:1787201393.589353:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787201393.589356:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899c82f9f800. 02000000:00000001:3.0:1787201393.589359:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787201393.589361:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787201393.589363:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899c9ea90e00. 00000100:00000001:3.0:1787201393.589366:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787201393.589367:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201393.589369:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201393.589371:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787201393.589373:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787201393.589375:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201393.589376:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1787201393.590533:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1787201393.590535:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201393.590543:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: using a timeout of 109708 usecs (110 jiffies) 00000800:00000001:0.0:1787201393.590545:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787201393.590547:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1787201393.590549:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000800:00000001:0.0:1787201393.590549:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201393.590552:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305944692 00000400:00000200:0.0:1787201393.590553:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:2.0:1787201393.590555:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS request active for cpu 0, keep current deadline 4305948429 00000100:00000001:2.0:1787201393.590558:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305944692 00000400:00000200:0.0:1787201393.590559:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000100:00000001:2.0:1787201393.590569:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS request active for cpu 1, keep current deadline 4305948429 00000100:00000001:2.0:1787201393.590571:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1787201393.590573:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:2.0:1787201393.590574:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787201393.590577:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:2.0:1787201393.590578:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201393.590580:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201393.590582:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201393.590586:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 10 MB=0x6a865c39fda00 00000100:00000001:2.0:1787201393.590587:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787201393.590589:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000400:00000200:0.0:1787201393.590590:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:2.0:1787201393.590591:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787201393.590593:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787201393.590595:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787201393.590595:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.137@tcp of length 224/224 into md 0x53dd39 [1] + 224 00000100:00000001:2.0:1787201393.590597:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1787201393.590601:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201393.590607:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201393.590609:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201393.590613:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:0.0:1787201393.590618:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201393.590625:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899c9ea92300 x1874004887460352/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201478 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787201393.590644:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899c9ea92300 x1874004887460352/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201393.590660:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787201393.590667:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1787201393.590913:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787201393.590984:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899cb8620000. 00000400:00000200:1.0:1787201393.590990:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201393.590994:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:1.0:1787201393.590998:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91ad2a18 00000400:00000010:1.0:1787201393.591000:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91ad2a18. 00000100:00000001:1.0:1787201393.591003:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787201393.591008:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899c9ea90a80 x1874004887460608/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201393.591018:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201393.591020:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899c9ea90a80 x1874004887460608/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201448 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201393.591026:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201393.591028:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787201393.591249:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787201393.591252:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787201393.591258:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787201393.591260:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787201393.591263:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899cc0349f20. 00000400:00000200:3.0:1787201393.591267:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91ad2990 00000400:00000010:3.0:1787201393.591269:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91ad2990. 00000100:00000001:3.0:1787201393.591271:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787201393.591277:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899c9ea92300 x1874004887460352/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787201393.591285:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899c9ea92300 x1874004887460352/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201478 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201393.591291:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787201393.591292:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201393.591294:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787201393.591297:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787201393.591299:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787201393.591301:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787201393.591304:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787201393.591313:0:2405:0:(import.c:2149:obd_at_measure()) add 60 to ffff899ca73f6460 time=153 v=60 (60 60 60 60) 00000100:00001000:3.0:1787201393.591329:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff899ca73f6418 time=28 v=5 (1 1 1 0) 00000100:00000001:3.0:1787201393.591340:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787201393.591342:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787201393.591344:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787201393.591348:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201393.591351:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787201393.591353:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff899c9ef83000: skip recheck: last_committed 30064771464 00000100:00000001:3.0:1787201393.591355:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787201393.591357:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201393.591362:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899c9ea92300 x1874004887460352/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201478 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201393.591369:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787201393.591371:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787201393.591373:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787201393.591377:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899c9ea92300 x1874004887460352/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201478 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787201393.591385:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899c9ea92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:084554c7-ea41-472c-a807-73eae7b611f4:2405:1874004887460352:192.168.201.137@tcp:400:kworker.0 00000100:00000001:3.0:1787201393.591389:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201393.591391:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787201393.591394:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899c9ea92300 x1874004887460352/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201478 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201393.591401:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787201393.591403:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787201393.591406:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899c82c2fe00. 02000000:00000001:3.0:1787201393.591409:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787201393.591412:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787201393.591414:0:2405:0:(genops.c:1223:class_import_put()) import ffff899ca73f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff899c9ef83000 00000020:00000001:3.0:1787201393.591416:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787201393.591418:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899c82f9f200. 02000000:00000001:3.0:1787201393.591422:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787201393.591423:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787201393.591425:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899c9ea92300. 00000100:00000001:3.0:1787201393.591428:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787201393.591437:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201393.591439:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201393.591443:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787201393.591445:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201393.591447:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787201393.591448:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1787201393.592606:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787201393.593632:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201393.593644:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787201393.593648:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201393.593650:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201393.593658:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201393.593676:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:1.0:1787201393.593684:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201393.593689:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201393.593694:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201393.593698:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 4 MB=0x6a865c39fdb00 00000400:00000200:1.0:1787201393.593703:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201393.593708:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.137@tcp of length 224/224 into md 0x53dd49 [1] + 224 00000800:00000001:1.0:1787201393.593714:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201393.593720:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201393.593724:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201393.593729:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:1.0:1787201393.593734:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787201393.593742:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899c9ea90a80 x1874004887460608/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201448 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787201393.593753:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899c9ea90a80 x1874004887460608/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201448 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201393.593773:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787201393.593779:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201393.593781:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201393.593843:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787201393.593847:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787201393.593852:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787201393.593854:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787201393.593857:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899cc0349370. 00000400:00000200:2.0:1787201393.593861:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91ad2880 00000400:00000010:2.0:1787201393.593864:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91ad2880. 00000100:00000001:2.0:1787201393.593866:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787201393.593871:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899c9ea90a80 x1874004887460608/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201448 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787201393.593879:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899c9ea90a80 x1874004887460608/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201448 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201393.593886:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787201393.593888:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201393.593890:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787201393.593892:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787201393.593895:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787201393.593897:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201393.593900:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787201393.593908:0:2404:0:(import.c:2149:obd_at_measure()) add 36 to ffff899c94855c60 time=153 v=36 (36 5 5 5) 00000100:00001000:2.0:1787201393.593912:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff899c94855c18 time=91 v=5 (1 1 1 1) 00000100:00000001:2.0:1787201393.593915:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787201393.593917:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201393.593928:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787201393.593937:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201393.593941:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787201393.593943:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff899c9ef83000: skip recheck: last_committed 21474857068 00000100:00000001:2.0:1787201393.593945:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787201393.593948:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201393.593953:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899c9ea90a80 x1874004887460608/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201448 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201393.593960:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787201393.593963:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787201393.593965:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787201393.593968:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899c9ea90a80 x1874004887460608/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201448 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787201393.593976:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899c9ea90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:084554c7-ea41-472c-a807-73eae7b611f4:2404:1874004887460608:192.168.201.137@tcp:400:kworker.0 00000100:00000001:2.0:1787201393.593980:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201393.593983:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787201393.593986:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899c9ea90a80 x1874004887460608/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201448 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201393.593992:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787201393.593994:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787201393.593997:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899c82c2e800. 02000000:00000001:2.0:1787201393.594001:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787201393.594003:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787201393.594005:0:2404:0:(genops.c:1223:class_import_put()) import ffff899c94855800 refcount=3 obd=lustre-OST0000-osc-ffff899c9ef83000 00000020:00000001:2.0:1787201393.594007:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787201393.594010:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899c82f9f600. 02000000:00000001:2.0:1787201393.594013:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787201393.594015:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787201393.594017:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899c9ea90a80. 00000100:00000001:2.0:1787201393.594020:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787201393.594021:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201393.594024:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201393.594025:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787201393.594030:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787201393.594031:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201393.594033:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1787201393.596097:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201393.596122:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787201393.596126:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201393.596128:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201393.596141:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201393.596148:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:0.0:1787201393.596157:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201393.596162:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201393.596167:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201393.596170:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 10 MB=0x6a865c39fda80 00000400:00000200:0.0:1787201393.596175:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201393.596181:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.137@tcp of length 224/224 into md 0x53dd41 [1] + 224 00000800:00000001:0.0:1787201393.596187:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201393.596273:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201393.596277:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201393.596282:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:0.0:1787201393.596289:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201393.596297:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899c9ea93480 x1874004887460480/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201478 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787201393.596308:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899c9ea93480 x1874004887460480/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201393.596340:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787201393.596348:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201393.596351:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201393.596557:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787201393.596562:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787201393.596568:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787201393.596570:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787201393.596573:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899cc0349420. 00000400:00000200:2.0:1787201393.596577:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91ad2e58 00000400:00000010:2.0:1787201393.596580:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91ad2e58. 00000100:00000001:2.0:1787201393.596583:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787201393.596588:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899c9ea93480 x1874004887460480/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787201393.596597:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899c9ea93480 x1874004887460480/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201478 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201393.596604:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787201393.596605:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201393.596608:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787201393.596610:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787201393.596612:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787201393.596615:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201393.596617:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787201393.596626:0:2404:0:(import.c:2149:obd_at_measure()) add 60 to ffff899c91d84460 time=153 v=60 (60 60 60 60) 00000100:00001000:2.0:1787201393.596630:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff899c91d84418 time=7 v=5 (1 1 2 0) 00000100:00000001:2.0:1787201393.596633:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787201393.596634:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201393.596637:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787201393.596641:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff899c9ea93480 x1874004887460480/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201478 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787201393.596648:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201393.596651:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787201393.596653:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff899c9ef83000: skip recheck: last_committed 21474836545 00000100:00000001:2.0:1787201393.596655:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787201393.596656:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201393.596660:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899c9ea93480 x1874004887460480/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201478 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201393.596675:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787201393.596678:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787201393.596679:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787201393.596684:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899c9ea93480 x1874004887460480/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201478 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787201393.596691:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899c9ea93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:084554c7-ea41-472c-a807-73eae7b611f4:2404:1874004887460480:192.168.201.137@tcp:400:kworker.0 00000100:00000001:2.0:1787201393.596696:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201393.596698:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787201393.596702:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899c9ea93480 x1874004887460480/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201478 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201393.596708:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787201393.596710:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787201393.596714:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899c82c2e400. 02000000:00000001:2.0:1787201393.596717:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787201393.596719:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787201393.596721:0:2404:0:(genops.c:1223:class_import_put()) import ffff899c91d84000 refcount=3 obd=lustre-MDT0001-mdc-ffff899c9ef83000 00000020:00000001:2.0:1787201393.596723:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787201393.596725:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899c82f9fb00. 02000000:00000001:2.0:1787201393.596729:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787201393.596731:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787201393.596732:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899c9ea93480. 00000100:00000001:2.0:1787201393.596736:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787201393.596737:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201393.596739:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201393.596746:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787201393.596748:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201393.596750:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787201393.596753:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201394.160402:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201394.160409:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201394.160415:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201394.160417:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787201394.160470:0:246982:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787201394.160472:0:246982:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787201394.160475:0:246982:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1787201395.184577:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201395.184584:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201395.184589:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201395.184590:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787201395.188080:0:235206:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787201395.188088:0:235206:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787201395.188092:0:235206:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1787201396.208641:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201396.208648:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201396.208655:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201396.208659:0:277848:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787201396.208661:0:277848:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787201396.208668:0:277848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787201396.208670:0:277848:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787201396.208672:0:277848:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201396.208674:0:277848:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787201396.208676:0:277848:0:(ldlm_lockd.c:2251:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201396.208678:0:277848:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201396.208680:0:277848:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787201396.208854:0:235207:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787201396.208857:0:235207:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787201396.208861:0:235207:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1787201397.232416:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201397.232424:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201397.232430:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201397.232431:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787201397.232548:0:251101:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787201397.232552:0:251101:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787201397.232555:0:251101:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787201397.488371:0:277400:0:(connection.c:75:cpu_latency_work()) work item of ffff899c9185f110 (cpu 1) has reached its deadline 4305948429, at 4305948480 00000100:00000010:1.0:1787201397.488388:0:277400:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff899c9d659660. 00000100:00000040:0.0:1787201397.488494:0:217947:0:(connection.c:75:cpu_latency_work()) work item of ffff899c9185f000 (cpu 0) has reached its deadline 4305948429, at 4305948480 00000100:00000010:0.0:1787201397.488500:0:217947:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff899c9d659e40. 00010000:00000001:2.0:1787201398.256738:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201398.256746:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201398.256753:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201398.256754:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787201398.256860:0:244704:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787201398.256864:0:244704:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787201398.256867:0:244704:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787201398.706783:0:277698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1da678fe-286a-4e72-b384-4f98f186df2f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787201398.706795:0:277698:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787201398.706806:0:277698:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899ca703b480. 00000020:00000040:2.0:1787201398.706812:0:277698:0:(genops.c:1210:class_import_get()) import ffff899c84e8d800 refcount=4 obd=MGC192.168.201.137@tcp 00000100:00000001:2.0:1787201398.706816:0:277698:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787201398.706819:0:277698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787201398.706825:0:277698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787201398.706834:0:277698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899cb8620200. 00000100:00000001:2.0:1787201398.706841:0:277698:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201398.706854:0:277698:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da678fe-286a-4e72-b384-4f98f186df2f->MGS req@ffff899ca703b480 x1874004887460736/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787201398.706881:0:277698:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787201398.706886:0:277698:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201398.706893:0:277698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab0d5607] to pc [ptlrpcd_01_01+1] req@ffff899ca703b480 x1874004887460736/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201398.706945:0:277698:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201398.706949:0:277698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787201398.706952:0:277698:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787201398.706956:0:277698:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899ca7038700. 00000020:00000040:2.0:1787201398.706959:0:277698:0:(genops.c:1210:class_import_get()) import ffff899ca73f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff899c9ef83000 00000100:00000001:2.0:1787201398.706962:0:277698:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787201398.706963:0:277698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787201398.706965:0:277698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787201398.706969:0:277698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899cb8620c00. 00000100:00000001:2.0:1787201398.706972:0:277698:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201398.706978:0:277698:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0000_UUID req@ffff899ca7038700 x1874004887460864/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787201398.706986:0:277698:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787201398.706988:0:277698:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201398.706992:0:277698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ed3b3092] to pc [ptlrpcd_01_00+0] req@ffff899ca7038700 x1874004887460864/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201398.707001:0:277698:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201398.707004:0:277698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787201398.707007:0:277698:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787201398.707010:0:277698:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899ca7038a80. 00000020:00000040:2.0:1787201398.707012:0:277698:0:(genops.c:1210:class_import_get()) import ffff899c91d84000 refcount=4 obd=lustre-MDT0001-mdc-ffff899c9ef83000 00000100:00000001:2.0:1787201398.707014:0:277698:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787201398.707015:0:277698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787201398.707017:0:277698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787201398.707020:0:277698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899cb8620e00. 00000100:00000001:2.0:1787201398.707030:0:277698:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201398.707034:0:277698:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0001_UUID req@ffff899ca7038a80 x1874004887460992/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787201398.707040:0:277698:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787201398.707041:0:277698:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201398.707045:0:277698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfefaf17] to pc [ptlrpcd_01_01+1] req@ffff899ca7038a80 x1874004887460992/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201398.707051:0:277698:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201398.707053:0:277698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787201398.707057:0:277698:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787201398.707059:0:277698:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899ca7039880. 00000020:00000040:2.0:1787201398.707061:0:277698:0:(genops.c:1210:class_import_get()) import ffff899c94855800 refcount=4 obd=lustre-OST0000-osc-ffff899c9ef83000 00000100:00000001:2.0:1787201398.707063:0:277698:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787201398.707065:0:277698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787201398.707066:0:277698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787201398.707070:0:277698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899cb8620600. 00000100:00000001:2.0:1787201398.707073:0:277698:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201398.707077:0:277698:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0000_UUID req@ffff899ca7039880 x1874004887461120/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787201398.707084:0:277698:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787201398.707086:0:277698:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201398.707090:0:277698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079d335bc] to pc [ptlrpcd_01_00+0] req@ffff899ca7039880 x1874004887461120/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201398.707097:0:277698:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201398.707100:0:277698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787201398.707103:0:277698:0:(pinger.c:247:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787201398.707108:0:277698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11287) 00000100:00000001:2.0:1787201398.707125:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787201398.707129:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787201398.707137:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787201398.707143:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899ca7038700 x1874004887460864/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201398.707150:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787201398.707152:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201398.707155:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787201398.707158:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787201398.707161:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787201398.707164:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899ca7038700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:084554c7-ea41-472c-a807-73eae7b611f4:2404:1874004887460864:192.168.201.137@tcp:400:kworker.0 00000100:00000001:2.0:1787201398.707168:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787201398.707173:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787201398.707175:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201398.707178:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787201398.707182:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899c82c2fa00. 02000000:00000001:2.0:1787201398.707184:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787201398.707191:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:2.0:1787201398.707195:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899cc0349420. 00000400:00000010:2.0:1787201398.707203:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91ad2e58. 00000100:00000200:2.0:1787201398.707209:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887460864, portal 10 00000100:00000001:2.0:1787201398.707211:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787201398.707213:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904642770688 : -130169066780928 : ffff899ca7038700) 00000100:00000040:2.0:1787201398.707268:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899ca7038700 x1874004887460864/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201398.707275:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787201398.707278:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:2.0:1787201398.707281:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91ad2880. 00000100:00000200:2.0:1787201398.707285:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004887460864, offset 0 00000400:00000200:2.0:1787201398.707292:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:2.0:1787201398.707301:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:2.0:1787201398.707309:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:2.0:1787201398.707315:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787201398.707319:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:2.0:1787201398.707322:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787201398.707331:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:2.0:1787201398.707334:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545871:545871:256:4294967295] 192.168.201.137@tcp LPNI seq info [545814:545814:8:4294967295] 00000400:00000200:2.0:1787201398.707339:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:2.0:1787201398.707348:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:2.0:1787201398.707353:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:2.0:1787201398.707358:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899cb8620100. 00000800:00000200:2.0:1787201398.707365:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:2.0:1787201398.707371:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:2.0:1787201398.707375:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899cb8620100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787201398.707398:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201398.707403:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: using a timeout of 17887 usecs (18 jiffies) 00000400:00000200:2.0:1787201398.707406:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:2.0:1787201398.707409:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305949717 00000100:00000010:2.0:1787201398.707413:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff899c9d659d20. 00000100:00000001:2.0:1787201398.707420:0:2404:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1787201398.707436:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305949717 00000100:00000010:2.0:1787201398.707440:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff899c9d659180. 00000100:00000001:2.0:1787201398.707444:0:2404:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1787201398.707449:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787201398.707453:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201398.707456:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787201398.707459:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899ca7039880 x1874004887461120/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201398.707466:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787201398.707467:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201398.707469:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787201398.707471:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787201398.707473:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787201398.707475:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899ca7039880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:084554c7-ea41-472c-a807-73eae7b611f4:2404:1874004887461120:192.168.201.137@tcp:400:kworker.0 00000100:00000001:2.0:1787201398.707486:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787201398.707488:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787201398.707490:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201398.707492:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787201398.707495:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899c82c2e400. 02000000:00000001:2.0:1787201398.707497:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787201398.707501:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:2.0:1787201398.707503:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899cc0349370. 00000400:00000010:2.0:1787201398.707508:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91ad2220. 00000100:00000200:2.0:1787201398.707510:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887461120, portal 4 00000100:00000001:2.0:1787201398.707512:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787201398.707513:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904642775168 : -130169066776448 : ffff899ca7039880) 00000100:00000040:2.0:1787201398.707519:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899ca7039880 x1874004887461120/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201398.707525:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787201398.707527:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:2.0:1787201398.707529:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91ad2c38. 00000100:00000200:2.0:1787201398.707531:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874004887461120, offset 0 00000400:00000200:2.0:1787201398.707536:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:2.0:1787201398.707539:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:2.0:1787201398.707543:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:2.0:1787201398.707546:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787201398.707548:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:2.0:1787201398.707551:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787201398.707553:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:2.0:1787201398.707556:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545872:545872:255:4294967295] 192.168.201.137@tcp LPNI seq info [545815:545815:7:4294967295] 00000400:00000200:2.0:1787201398.707560:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:2.0:1787201398.707566:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:2.0:1787201398.707570:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:2.0:1787201398.707574:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899cb8620a00. 00000800:00000200:2.0:1787201398.707577:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:2.0:1787201398.707589:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:2.0:1787201398.707592:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899cb8620a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787201398.707594:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201398.707599:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: using a timeout of 109630 usecs (110 jiffies) 00000400:00000200:2.0:1787201398.707602:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:2.0:1787201398.707604:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305949809 00000100:00000001:2.0:1787201398.707609:0:2404:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS request active for cpu 0, simply extend its deadline from 4305949717 00000100:00000001:2.0:1787201398.707612:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305949809 00000100:00000001:2.0:1787201398.707614:0:2404:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS request active for cpu 1, simply extend its deadline from 4305949717 00000100:00000001:2.0:1787201398.707617:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787201398.707618:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201398.707621:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201398.707623:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201398.707630:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787201398.707632:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:2.0:1787201398.707635:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787201398.707636:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787201398.707638:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787201398.707641:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1787201398.707642:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201398.707644:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787201398.707645:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201398.707646:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787201398.707647:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787201398.707648:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787201398.707652:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899ca703b480 x1874004887460736/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201398.707661:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787201398.707662:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201398.707665:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787201398.707667:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787201398.707668:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787201398.707671:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899ca703b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da678fe-286a-4e72-b384-4f98f186df2f:2404:1874004887460736:192.168.201.137@tcp:400:kworker.0 00000100:00000001:2.0:1787201398.707680:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787201398.707684:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787201398.707685:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201398.707686:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787201398.707690:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899c82c2e000. 02000000:00000001:2.0:1787201398.707692:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787201398.707696:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:2.0:1787201398.707699:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899cc0349f20. 00000400:00000010:2.0:1787201398.707703:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91ad2550. 00000100:00000200:2.0:1787201398.707705:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887460736, portal 25 00000100:00000001:2.0:1787201398.707707:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787201398.707708:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904642782336 : -130169066769280 : ffff899ca703b480) 00000100:00000040:2.0:1787201398.707713:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899ca703b480 x1874004887460736/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201398.707718:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787201398.707721:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:2.0:1787201398.707723:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91ad25d8. 00000100:00000200:2.0:1787201398.707726:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874004887460736, offset 0 00000400:00000200:2.0:1787201398.707730:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:2.0:1787201398.707733:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:2.0:1787201398.707736:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:2.0:1787201398.707739:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787201398.707741:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:2.0:1787201398.707743:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787201398.707745:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:2.0:1787201398.707748:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545873:545873:254:4294967295] 192.168.201.137@tcp LPNI seq info [545816:545816:6:4294967295] 00000400:00000200:2.0:1787201398.707751:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:2.0:1787201398.707757:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:2.0:1787201398.707761:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:2.0:1787201398.707763:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899cb8620f00. 00000800:00000200:2.0:1787201398.707767:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:2.0:1787201398.707775:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:2.0:1787201398.707777:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899cb8620f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787201398.707781:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787201398.707783:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:2.0:1787201398.707785:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS new deadline estimation for cpu 0 is 4305953552 00000100:00000001:2.0:1787201398.707788:0:2404:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305949809 00000100:00000001:2.0:1787201398.707791:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS new deadline estimation for cpu 1 is 4305953552 00000100:00000001:2.0:1787201398.707794:0:2404:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305949809 00000100:00000001:2.0:1787201398.707796:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787201398.707798:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201398.707800:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787201398.707804:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899ca7038a80 x1874004887460992/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201398.707810:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787201398.707812:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201398.707814:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787201398.707816:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787201398.707818:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787201398.707820:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899ca7038a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:084554c7-ea41-472c-a807-73eae7b611f4:2404:1874004887460992:192.168.201.137@tcp:400:kworker.0 00000100:00000001:2.0:1787201398.707823:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787201398.707826:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787201398.707827:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201398.707829:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787201398.707832:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899c82c2e800. 02000000:00000001:2.0:1787201398.707834:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787201398.707837:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:2.0:1787201398.707839:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899cc0349b58. 00000400:00000010:2.0:1787201398.707842:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91ad2dd0. 00000100:00000200:2.0:1787201398.707845:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887460992, portal 10 00000100:00000001:2.0:1787201398.707848:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787201398.707849:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904642771584 : -130169066780032 : ffff899ca7038a80) 00000100:00000040:2.0:1787201398.707862:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899ca7038a80 x1874004887460992/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201398.707869:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787201398.707871:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:2.0:1787201398.707873:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91ad2ee0. 00000100:00000200:2.0:1787201398.707876:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004887460992, offset 0 00000400:00000200:2.0:1787201398.707880:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:2.0:1787201398.707883:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:2.0:1787201398.707886:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:2.0:1787201398.707889:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787201398.707891:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:2.0:1787201398.707893:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787201398.707896:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:2.0:1787201398.707898:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545874:545874:253:4294967295] 192.168.201.137@tcp LPNI seq info [545817:545817:5:4294967295] 00000400:00000200:2.0:1787201398.707902:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:2.0:1787201398.707908:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:2.0:1787201398.707912:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:2.0:1787201398.707915:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899cb8620000. 00000800:00000200:2.0:1787201398.707919:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:2.0:1787201398.707923:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:2.0:1787201398.707925:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899cb8620000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787201398.707928:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201398.707930:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: using a timeout of 23902 usecs (24 jiffies) 00000400:00000200:2.0:1787201398.707933:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:2.0:1787201398.707934:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305949723 00000100:00000001:2.0:1787201398.707937:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS request active for cpu 0, keep current deadline 4305953552 00000100:00000001:2.0:1787201398.707938:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305949723 00000100:00000001:2.0:1787201398.707940:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS request active for cpu 1, keep current deadline 4305953552 00000100:00000001:2.0:1787201398.707941:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787201398.707950:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201398.707952:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201398.707954:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201398.708044:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787201398.708048:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787201398.708284:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787201398.708289:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899cb8620100. 00000400:00000200:1.0:1787201398.708295:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201398.708301:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:1.0:1787201398.708305:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91ad2880 00000400:00000010:1.0:1787201398.708313:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91ad2880. 00000100:00000001:1.0:1787201398.708318:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787201398.708322:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899ca7038700 x1874004887460864/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201398.708331:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201398.708333:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899ca7038700 x1874004887460864/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201483 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201398.708340:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201398.708342:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787201398.708354:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787201398.708357:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899cb8620a00. 00000400:00000200:1.0:1787201398.708359:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201398.708362:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:1.0:1787201398.708365:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91ad2c38 00000400:00000010:1.0:1787201398.708366:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91ad2c38. 00000100:00000001:1.0:1787201398.708368:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787201398.708372:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899ca7039880 x1874004887461120/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201398.708378:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201398.708381:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899ca7039880 x1874004887461120/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201453 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201398.708386:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201398.708388:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787201398.708393:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787201398.708395:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899cb8620f00. 00000400:00000200:1.0:1787201398.708397:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201398.708400:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:1.0:1787201398.708402:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91ad25d8 00000400:00000010:1.0:1787201398.708403:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91ad25d8. 00000100:00000001:1.0:1787201398.708405:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787201398.708408:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899ca703b480 x1874004887460736/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201398.708414:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201398.708422:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899ca703b480 x1874004887460736/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201414 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201398.708427:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201398.708429:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787201398.708488:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787201398.708490:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899cb8620000. 00000400:00000200:1.0:1787201398.708493:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201398.708497:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:1.0:1787201398.708499:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91ad2ee0 00000400:00000010:1.0:1787201398.708501:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91ad2ee0. 00000100:00000001:1.0:1787201398.708503:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787201398.708506:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899ca7038a80 x1874004887460992/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201398.708513:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201398.708515:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899ca7038a80 x1874004887460992/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201483 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201398.708522:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201398.708523:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787201398.712297:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201398.712317:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787201398.712321:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201398.712324:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201398.712333:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201398.712341:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:0.0:1787201398.712349:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201398.712354:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201398.712360:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201398.712365:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 4 MB=0x6a865c39fdd00 00000400:00000200:0.0:1787201398.712370:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201398.712376:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.137@tcp of length 224/224 into md 0x53dd59 [1] + 224 00000800:00000001:0.0:1787201398.712384:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201398.712387:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201398.712391:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201398.712396:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:0.0:1787201398.712402:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201398.712412:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899ca7039880 x1874004887461120/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201453 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787201398.712444:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899ca7039880 x1874004887461120/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201453 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201398.712467:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787201398.712476:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201398.712479:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787201398.712480:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201398.712482:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201398.712485:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201398.712489:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:0.0:1787201398.712492:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201398.712495:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201398.712498:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201398.712501:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 25 MB=0x6a865c39fdb80 00000400:00000200:0.0:1787201398.712505:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201398.712509:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.137@tcp of length 224/224 into md 0x53dd61 [1] + 224 00000800:00000001:0.0:1787201398.712512:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201398.712517:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201398.712519:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201398.712522:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:0.0:1787201398.712525:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201398.712529:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899ca703b480 x1874004887460736/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201414 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787201398.712537:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899ca703b480 x1874004887460736/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201398.712545:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787201398.712547:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201398.712549:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201398.714139:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787201398.714148:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787201398.714157:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787201398.714159:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787201398.714163:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899cc0349f20. 00000400:00000200:2.0:1787201398.714171:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91ad2550 00000400:00000010:2.0:1787201398.714174:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91ad2550. 00000100:00000001:2.0:1787201398.714179:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787201398.714188:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899ca703b480 x1874004887460736/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787201398.714199:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899ca703b480 x1874004887460736/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201414 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201398.714206:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787201398.714209:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201398.714211:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787201398.714251:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787201398.714254:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787201398.714256:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201398.714260:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787201398.714266:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff899c84e8dc60 time=8 v=5 (5 5 5 5) 00000100:00001000:2.0:1787201398.714271:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff899c84e8dc18 time=33 v=5 (1 1 1 0) 00000100:00000001:2.0:1787201398.714274:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787201398.714275:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201398.714278:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787201398.714280:0:2404:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201398.714283:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201398.714289:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899ca703b480 x1874004887460736/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201414 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201398.714296:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787201398.714299:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787201398.714301:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787201398.714305:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899ca703b480 x1874004887460736/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201414 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787201398.714329:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899ca703b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da678fe-286a-4e72-b384-4f98f186df2f:2404:1874004887460736:192.168.201.137@tcp:400:kworker.0 00000400:00000001:2.0:1787201398.714337:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787201398.714338:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787201398.714340:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899cc0349370. 00000400:00000200:2.0:1787201398.714343:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91ad2220 00000400:00000010:2.0:1787201398.714344:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91ad2220. 00000100:00000001:2.0:1787201398.714347:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787201398.714350:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899ca7039880 x1874004887461120/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201453 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787201398.714358:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899ca7039880 x1874004887461120/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201453 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201398.714364:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787201398.714365:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201398.714366:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787201398.714368:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787201398.714369:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787201398.714371:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201398.714373:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787201398.714378:0:2404:0:(import.c:2149:obd_at_measure()) add 36 to ffff899c94855c60 time=8 v=36 (36 36 5 5) 00000100:00001000:2.0:1787201398.714381:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff899c94855c18 time=96 v=5 (1 1 1 1) 00000100:00000001:2.0:1787201398.714383:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787201398.714384:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201398.714386:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787201398.714389:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201398.714392:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787201398.714394:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff899c9ef83000: skip recheck: last_committed 21474857068 00000100:00000001:2.0:1787201398.714395:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787201398.714397:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201398.714400:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899ca7039880 x1874004887461120/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201453 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201398.714406:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787201398.714413:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787201398.714415:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787201398.714418:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899ca7039880 x1874004887461120/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201453 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787201398.714425:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899ca7039880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:084554c7-ea41-472c-a807-73eae7b611f4:2404:1874004887461120:192.168.201.137@tcp:400:kworker.0 00000100:00000001:2.0:1787201398.714428:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201398.714431:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787201398.714435:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899ca703b480 x1874004887460736/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201414 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201398.714441:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787201398.714443:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787201398.714447:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899c82c2e000. 02000000:00000001:2.0:1787201398.714450:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787201398.714453:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787201398.714455:0:2404:0:(genops.c:1223:class_import_put()) import ffff899c84e8d800 refcount=3 obd=MGC192.168.201.137@tcp 00000020:00000001:2.0:1787201398.714457:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787201398.714460:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899cb8620200. 02000000:00000001:2.0:1787201398.714464:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787201398.714466:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787201398.714468:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899ca703b480. 00000100:00000001:2.0:1787201398.714472:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787201398.714473:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201398.714475:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787201398.714478:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899ca7039880 x1874004887461120/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201453 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201398.714483:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787201398.714484:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787201398.714486:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899c82c2e400. 02000000:00000001:2.0:1787201398.714488:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787201398.714489:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787201398.714490:0:2404:0:(genops.c:1223:class_import_put()) import ffff899c94855800 refcount=3 obd=lustre-OST0000-osc-ffff899c9ef83000 00000020:00000001:2.0:1787201398.714493:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787201398.714494:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899cb8620600. 02000000:00000001:2.0:1787201398.714501:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787201398.714503:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787201398.714504:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899ca7039880. 00000100:00000001:2.0:1787201398.714507:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787201398.714508:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201398.714511:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201398.714513:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787201398.714514:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787201398.714516:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201398.714518:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1787201398.721270:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201398.721290:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787201398.721296:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201398.721298:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201398.721307:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201398.721316:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:1.0:1787201398.721327:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201398.721332:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201398.721337:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201398.721341:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 10 MB=0x6a865c39fdc00 00000400:00000200:1.0:1787201398.721346:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201398.721352:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.137@tcp of length 224/224 into md 0x53dd51 [1] + 224 00000800:00000001:1.0:1787201398.721359:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201398.721363:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201398.721367:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201398.721386:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:1.0:1787201398.721393:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787201398.721401:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899ca7038700 x1874004887460864/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201483 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787201398.721411:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899ca7038700 x1874004887460864/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201398.721432:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787201398.721442:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201398.721446:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787201398.721448:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201398.721450:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201398.721453:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201398.721457:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:1.0:1787201398.721461:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201398.721464:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201398.721466:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201398.721469:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 10 MB=0x6a865c39fdc80 00000400:00000200:1.0:1787201398.721472:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201398.721476:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.137@tcp of length 224/224 into md 0x53dd69 [1] + 224 00000800:00000001:1.0:1787201398.721480:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201398.721486:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201398.721488:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201398.721491:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:1.0:1787201398.721493:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787201398.721497:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899ca7038a80 x1874004887460992/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201483 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787201398.721506:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899ca7038a80 x1874004887460992/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201398.721512:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787201398.721516:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201398.721525:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201398.724372:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787201398.724381:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787201398.724391:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787201398.724393:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787201398.724398:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899cc0349b58. 00000400:00000200:2.0:1787201398.724407:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91ad2dd0 00000400:00000010:2.0:1787201398.724409:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91ad2dd0. 00000100:00000001:2.0:1787201398.724414:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787201398.724424:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899ca7038a80 x1874004887460992/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787201398.724437:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899ca7038a80 x1874004887460992/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201483 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201398.724446:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787201398.724447:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201398.724450:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787201398.724454:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787201398.724456:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787201398.724459:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201398.724461:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787201398.724471:0:2404:0:(import.c:2149:obd_at_measure()) add 60 to ffff899c91d84460 time=8 v=60 (60 60 60 60) 00000100:00001000:2.0:1787201398.724476:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff899c91d84418 time=12 v=5 (1 1 2 0) 00000100:00000001:2.0:1787201398.724479:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787201398.724481:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201398.724484:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787201398.724489:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff899ca7038a80 x1874004887460992/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201483 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787201398.724520:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201398.724525:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787201398.724527:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff899c9ef83000: skip recheck: last_committed 21474836545 00000100:00000001:2.0:1787201398.724529:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787201398.724532:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201398.724537:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899ca7038a80 x1874004887460992/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201483 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201398.724544:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787201398.724547:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787201398.724549:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787201398.724553:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899ca7038a80 x1874004887460992/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201483 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787201398.724561:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899ca7038a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:084554c7-ea41-472c-a807-73eae7b611f4:2404:1874004887460992:192.168.201.137@tcp:400:kworker.0 00000400:00000001:2.0:1787201398.724566:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787201398.724568:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787201398.724570:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899cc0349420. 00000400:00000200:2.0:1787201398.724572:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91ad2e58 00000400:00000010:2.0:1787201398.724574:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91ad2e58. 00000100:00000001:2.0:1787201398.724576:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787201398.724580:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899ca7038700 x1874004887460864/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787201398.724589:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899ca7038700 x1874004887460864/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201483 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201398.724595:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787201398.724596:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201398.724598:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787201398.724599:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787201398.724600:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787201398.724601:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201398.724607:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787201398.724611:0:2404:0:(import.c:2149:obd_at_measure()) add 60 to ffff899ca73f6460 time=8 v=60 (60 60 60 60) 00000100:00001000:2.0:1787201398.724614:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff899ca73f6418 time=33 v=5 (1 1 1 0) 00000100:00000001:2.0:1787201398.724616:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787201398.724618:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201398.724619:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787201398.724622:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201398.724624:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787201398.724625:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff899c9ef83000: skip recheck: last_committed 30064771464 00000100:00000001:2.0:1787201398.724627:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787201398.724628:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201398.724632:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899ca7038700 x1874004887460864/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201483 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201398.724638:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787201398.724640:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787201398.724641:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787201398.724644:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899ca7038700 x1874004887460864/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201483 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787201398.724652:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899ca7038700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:084554c7-ea41-472c-a807-73eae7b611f4:2404:1874004887460864:192.168.201.137@tcp:400:kworker.0 00000100:00000001:2.0:1787201398.724656:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201398.724658:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787201398.724662:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899ca7038a80 x1874004887460992/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201483 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201398.724668:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787201398.724671:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787201398.724674:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899c82c2e800. 02000000:00000001:2.0:1787201398.724677:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787201398.724680:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787201398.724682:0:2404:0:(genops.c:1223:class_import_put()) import ffff899c91d84000 refcount=3 obd=lustre-MDT0001-mdc-ffff899c9ef83000 00000020:00000001:2.0:1787201398.724684:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787201398.724687:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899cb8620e00. 02000000:00000001:2.0:1787201398.724690:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787201398.724695:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787201398.724697:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899ca7038a80. 00000100:00000001:2.0:1787201398.724700:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787201398.724702:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201398.724703:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787201398.724707:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899ca7038700 x1874004887460864/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201483 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201398.724713:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787201398.724714:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787201398.724715:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899c82c2fa00. 02000000:00000001:2.0:1787201398.724717:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787201398.724718:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787201398.724719:0:2404:0:(genops.c:1223:class_import_put()) import ffff899ca73f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff899c9ef83000 00000020:00000001:2.0:1787201398.724721:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787201398.724723:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899cb8620c00. 02000000:00000001:2.0:1787201398.724724:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787201398.724725:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787201398.724726:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899ca7038700. 00000100:00000001:2.0:1787201398.724728:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787201398.724729:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201398.724731:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201398.724738:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787201398.724740:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201398.724742:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787201398.724744:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201399.280328:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201399.280334:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201399.280340:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201399.280341:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787201399.280363:0:246982:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787201399.280366:0:246982:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787201399.280369:0:246982:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1787201400.304352:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201400.304360:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201400.304367:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201400.304369:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787201400.304812:0:235206:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787201400.304815:0:235206:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787201400.304819:0:235206:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1787201401.328518:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201401.328541:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201401.328547:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201401.328549:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787201401.328912:0:235207:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787201401.328916:0:235207:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787201401.328919:0:235207:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1787201402.353277:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201402.353287:0:277848:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787201402.353289:0:277848:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787201402.353293:0:277848:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201402.353298:0:277848:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787201402.353301:0:277848:0:(ldlm_lockd.c:2251:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201402.353303:0:277848:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201402.353305:0:277848:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201402.353308:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201402.353310:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787201402.353415:0:251101:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787201402.353418:0:251101:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787201402.353422:0:251101:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787201402.608358:0:217947:0:(connection.c:75:cpu_latency_work()) work item of ffff899c9185f000 (cpu 0) has reached its deadline 4305953552, at 4305953600 00000100:00000010:0.0:1787201402.608375:0:217947:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff899c9d659d20. 00000100:00000040:1.0:1787201402.608520:0:277400:0:(connection.c:75:cpu_latency_work()) work item of ffff899c9185f110 (cpu 1) has reached its deadline 4305953552, at 4305953600 00000100:00000010:1.0:1787201402.608527:0:277400:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff899c9d659180. 00010000:00000001:2.0:1787201403.376417:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201403.376424:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201403.376430:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201403.376431:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787201403.378207:0:244704:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787201403.378212:0:244704:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787201403.378226:0:244704:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787201403.832291:0:277698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1da678fe-286a-4e72-b384-4f98f186df2f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787201403.832301:0:277698:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787201403.832310:0:277698:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899c91237800. 00000020:00000040:1.0:1787201403.832315:0:277698:0:(genops.c:1210:class_import_get()) import ffff899c84e8d800 refcount=4 obd=MGC192.168.201.137@tcp 00000100:00000001:1.0:1787201403.832320:0:277698:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787201403.832323:0:277698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787201403.832328:0:277698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787201403.832336:0:277698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899caf300100. 00000100:00000001:1.0:1787201403.832343:0:277698:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201403.832356:0:277698:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da678fe-286a-4e72-b384-4f98f186df2f->MGS req@ffff899c91237800 x1874004887461248/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787201403.832376:0:277698:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787201403.832381:0:277698:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201403.832387:0:277698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b1723fb] to pc [ptlrpcd_00_00+0] req@ffff899c91237800 x1874004887461248/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201403.832426:0:277698:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201403.832430:0:277698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787201403.832433:0:277698:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1787201403.832440:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1787201403.832444:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1787201403.832446:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201403.832454:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787201403.832456:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201403.832458:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787201403.832472:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787201403.832474:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787201403.832480:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899c91237800 x1874004887461248/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201403.832488:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787201403.832490:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201403.832494:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787201403.832497:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787201403.832500:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787201403.832503:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899c91237800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da678fe-286a-4e72-b384-4f98f186df2f:2403:1874004887461248:192.168.201.137@tcp:400:kworker.0 00000100:00000001:1.0:1787201403.832507:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787201403.832513:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787201403.832515:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201403.832517:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787201403.832522:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899caaaac400. 02000000:00000001:1.0:1787201403.832524:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787201403.832531:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:1.0:1787201403.832535:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899c82fe9e18. 00000400:00000010:1.0:1787201403.832541:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899caf6dc330. 00000100:00000200:1.0:1787201403.832548:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887461248, portal 25 00000100:00000001:1.0:1787201403.832551:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787201403.832552:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904275765248 : -130169433786368 : ffff899c91237800) 00000100:00000040:1.0:1787201403.832558:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899c91237800 x1874004887461248/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201403.832565:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787201403.832567:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:1.0:1787201403.832570:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899caf6dc220. 00000100:00000200:1.0:1787201403.832573:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874004887461248, offset 0 00000400:00000200:1.0:1787201403.832579:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:1.0:1787201403.832589:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201403.832595:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:1.0:1787201403.832600:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787201403.832604:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:1.0:1787201403.832614:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787201403.832617:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:1.0:1787201403.832621:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545875:545875:256:4294967295] 192.168.201.137@tcp LPNI seq info [545818:545818:8:4294967295] 00000400:00000200:1.0:1787201403.832625:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201403.832635:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:1.0:1787201403.832641:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:1.0:1787201403.832646:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899caf300d00. 00000800:00000200:1.0:1787201403.832653:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:1.0:1787201403.832660:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:1.0:1787201403.832665:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899caf300d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787201403.832674:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787201403.832678:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:1.0:1787201403.832681:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS new deadline estimation for cpu 0 is 4305958675 00000100:00000010:1.0:1787201403.832685:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff899c8fccd7e0. 00000100:00000001:1.0:1787201403.832691:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787201403.832698:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS new deadline estimation for cpu 1 is 4305958675 00000100:00000010:1.0:1787201403.832702:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff899c8fccd2a0. 00000100:00000001:1.0:1787201403.832705:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787201403.832707:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787201403.832711:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201403.832713:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201403.832716:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787201403.832727:0:277698:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899c91236680. 00000020:00000040:1.0:1787201403.832730:0:277698:0:(genops.c:1210:class_import_get()) import ffff899ca73f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff899c9ef83000 00000100:00000001:1.0:1787201403.832732:0:277698:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787201403.832734:0:277698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787201403.832736:0:277698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787201403.832741:0:277698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899caf300c00. 00000100:00000001:1.0:1787201403.832745:0:277698:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201403.832750:0:277698:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0000_UUID req@ffff899c91236680 x1874004887461376/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787201403.832772:0:277698:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787201403.832774:0:277698:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201403.832779:0:277698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031ea2cca] to pc [ptlrpcd_00_01+1] req@ffff899c91236680 x1874004887461376/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201403.832791:0:277698:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201403.832794:0:277698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787201403.832797:0:277698:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1787201403.832802:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787201403.832804:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787201403.832805:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787201403.832808:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899c91236680 x1874004887461376/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201403.832815:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787201403.832816:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201403.832818:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787201403.832820:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787201403.832821:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787201403.832824:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899c91236680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:084554c7-ea41-472c-a807-73eae7b611f4:2403:1874004887461376:192.168.201.137@tcp:400:kworker.0 00000100:00000001:1.0:1787201403.832828:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787201403.832830:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787201403.832831:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201403.832833:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787201403.832836:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899caaaacc00. 02000000:00000001:1.0:1787201403.832838:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787201403.832841:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:1.0:1787201403.832844:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899c82fe9948. 00000400:00000010:1.0:1787201403.832848:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899caf6dccc0. 00000100:00000200:1.0:1787201403.832851:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887461376, portal 10 00000100:00000001:1.0:1787201403.832852:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787201403.832853:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904275760768 : -130169433790848 : ffff899c91236680) 00000100:00000040:1.0:1787201403.832860:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899c91236680 x1874004887461376/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201403.832872:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787201403.832874:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:1.0:1787201403.832876:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899caf6dc3b8. 00000100:00000200:1.0:1787201403.832878:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004887461376, offset 0 00000400:00000200:1.0:1787201403.832883:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:1.0:1787201403.832887:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201403.832890:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:1.0:1787201403.832892:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787201403.832894:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:1.0:1787201403.832897:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787201403.832898:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:1.0:1787201403.832901:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545876:545876:255:4294967295] 192.168.201.137@tcp LPNI seq info [545819:545819:7:4294967295] 00000400:00000200:1.0:1787201403.832904:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201403.832910:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:1.0:1787201403.832914:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:1.0:1787201403.832918:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899caf300200. 00000800:00000200:1.0:1787201403.832921:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:1.0:1787201403.832926:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:1.0:1787201403.832928:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899caf300200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787201403.832931:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201403.832936:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: using a timeout of 17888 usecs (18 jiffies) 00000400:00000200:1.0:1787201403.832939:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:1.0:1787201403.832941:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305954840 00000100:00000001:1.0:1787201403.832944:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS request active for cpu 0, keep current deadline 4305958675 00000100:00000001:1.0:1787201403.832945:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305954840 00000100:00000001:1.0:1787201403.832947:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS request active for cpu 1, keep current deadline 4305958675 00000100:00000001:1.0:1787201403.832949:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787201403.832951:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201403.832958:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201403.832959:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201403.832963:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787201403.832964:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1787201403.832966:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787201403.832967:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787201403.832968:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201403.832970:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787201403.832977:0:277698:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899c91235f80. 00000020:00000040:1.0:1787201403.832980:0:277698:0:(genops.c:1210:class_import_get()) import ffff899c91d84000 refcount=4 obd=lustre-MDT0001-mdc-ffff899c9ef83000 00000100:00000001:1.0:1787201403.832982:0:277698:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787201403.832984:0:277698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787201403.832986:0:277698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787201403.832989:0:277698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899caf300400. 00000100:00000001:1.0:1787201403.832992:0:277698:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201403.832997:0:277698:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0001_UUID req@ffff899c91235f80 x1874004887461504/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787201403.833004:0:277698:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787201403.833006:0:277698:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201403.833010:0:277698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000237fc2f7] to pc [ptlrpcd_00_00+0] req@ffff899c91235f80 x1874004887461504/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201403.833021:0:277698:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201403.833024:0:277698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787201403.833027:0:277698:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1787201403.833031:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787201403.833032:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787201403.833034:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787201403.833036:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1787201403.833038:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201403.833040:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787201403.833041:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201403.833044:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787201403.833045:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787201403.833061:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787201403.833066:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899c91235f80 x1874004887461504/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201403.833079:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787201403.833080:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201403.833082:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787201403.833084:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787201403.833086:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787201403.833089:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899c91235f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:084554c7-ea41-472c-a807-73eae7b611f4:2403:1874004887461504:192.168.201.137@tcp:400:kworker.0 00000100:00000001:1.0:1787201403.833093:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787201403.833095:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787201403.833096:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201403.833098:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787201403.833100:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899caaaac200. 02000000:00000001:1.0:1787201403.833102:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787201403.833105:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:1.0:1787201403.833108:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899c82fe9dc0. 00000400:00000010:1.0:1787201403.833111:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899caf6dc7f8. 00000100:00000200:1.0:1787201403.833114:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887461504, portal 10 00000100:00000001:1.0:1787201403.833116:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787201403.833117:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904275758976 : -130169433792640 : ffff899c91235f80) 00000100:00000040:1.0:1787201403.833123:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899c91235f80 x1874004887461504/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201403.833129:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787201403.833132:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:1.0:1787201403.833134:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899caf6dcd48. 00000100:00000200:1.0:1787201403.833135:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004887461504, offset 0 00000400:00000200:1.0:1787201403.833149:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:1.0:1787201403.833153:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201403.833157:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:1.0:1787201403.833160:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787201403.833162:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:1.0:1787201403.833165:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787201403.833167:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:1.0:1787201403.833175:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545877:545877:254:4294967295] 192.168.201.137@tcp LPNI seq info [545820:545820:6:4294967295] 00000400:00000200:1.0:1787201403.833179:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201403.833185:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:1.0:1787201403.833189:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:1.0:1787201403.833193:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899caf300000. 00000800:00000200:1.0:1787201403.833197:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:1.0:1787201403.833201:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:1.0:1787201403.833203:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899caf300000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787201403.833207:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201403.833210:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: using a timeout of 23902 usecs (24 jiffies) 00000400:00000200:1.0:1787201403.833213:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:1.0:1787201403.833237:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305954846 00000100:00000001:1.0:1787201403.833240:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS request active for cpu 0, keep current deadline 4305958675 00000100:00000001:1.0:1787201403.833242:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305954846 00000100:00000001:1.0:1787201403.833244:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS request active for cpu 1, keep current deadline 4305958675 00000100:00000001:1.0:1787201403.833246:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787201403.833248:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201403.833250:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201403.833253:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787201403.833261:0:277698:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899c91235880. 00000020:00000040:1.0:1787201403.833264:0:277698:0:(genops.c:1210:class_import_get()) import ffff899c94855800 refcount=4 obd=lustre-OST0000-osc-ffff899c9ef83000 00000100:00000001:1.0:1787201403.833267:0:277698:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787201403.833268:0:277698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787201403.833270:0:277698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787201403.833274:0:277698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899caf300800. 00000100:00000001:1.0:1787201403.833277:0:277698:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201403.833282:0:277698:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0000_UUID req@ffff899c91235880 x1874004887461632/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787201403.833288:0:277698:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787201403.833295:0:277698:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201403.833300:0:277698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001506626b] to pc [ptlrpcd_00_01+1] req@ffff899c91235880 x1874004887461632/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201403.833312:0:277698:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201403.833314:0:277698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1787201403.833318:0:277698:0:(pinger.c:247:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1787201403.833325:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787201403.833327:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787201403.833329:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787201403.833332:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899c91235880 x1874004887461632/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201403.833338:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787201403.833339:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201403.833341:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787201403.833342:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787201403.833344:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787201403.833347:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899c91235880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:084554c7-ea41-472c-a807-73eae7b611f4:2403:1874004887461632:192.168.201.137@tcp:400:kworker.0 00000100:00000001:1.0:1787201403.833349:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787201403.833352:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787201403.833353:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201403.833355:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787201403.833357:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899caaaada00. 02000000:00000001:1.0:1787201403.833359:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787201403.833362:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:1.0:1787201403.833365:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899c82fe9898. 00000400:00000010:1.0:1787201403.833368:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899caf6dc770. 00000100:00000200:1.0:1787201403.833370:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887461632, portal 4 00000100:00000001:1.0:1787201403.833372:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787201403.833373:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904275757184 : -130169433794432 : ffff899c91235880) 00000100:00000040:1.0:1787201403.833378:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899c91235880 x1874004887461632/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201403.833392:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787201403.833394:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:1.0:1787201403.833397:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899caf6dc550. 00000100:00000200:1.0:1787201403.833399:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874004887461632, offset 0 00000400:00000200:1.0:1787201403.833403:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:1.0:1787201403.833406:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201403.833409:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:1.0:1787201403.833412:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787201403.833414:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:1.0:1787201403.833416:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787201403.833418:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:1.0:1787201403.833420:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545878:545878:253:4294967295] 192.168.201.137@tcp LPNI seq info [545821:545821:5:4294967295] 00000400:00000200:1.0:1787201403.833424:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201403.833429:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:1.0:1787201403.833433:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:1.0:1787201403.833436:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899caf300700. 00000800:00000200:1.0:1787201403.833439:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:1.0:1787201403.833443:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:1.0:1787201403.833445:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899caf300700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787201403.833448:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201403.833450:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: using a timeout of 109552 usecs (110 jiffies) 00000400:00000200:1.0:1787201403.833453:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:1.0:1787201403.833455:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305954932 00000100:00000001:1.0:1787201403.833457:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS request active for cpu 0, keep current deadline 4305958675 00000100:00000001:1.0:1787201403.833459:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305954932 00000100:00000001:1.0:1787201403.833461:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS request active for cpu 1, keep current deadline 4305958675 00000100:00000001:1.0:1787201403.833463:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787201403.833464:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201403.833473:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201403.833475:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201403.833478:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787201403.833480:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1787201403.833481:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787201403.833483:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787201403.833484:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201403.833486:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201403.833493:0:277698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11292) 00000100:00000001:0.0:1787201403.833910:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787201403.833913:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787201403.833952:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787201403.833956:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899caf300d00. 00000400:00000200:0.0:1787201403.833960:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201403.833965:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:0.0:1787201403.833970:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899caf6dc220 00000400:00000010:0.0:1787201403.833972:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899caf6dc220. 00000100:00000001:0.0:1787201403.833977:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787201403.833981:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899c91237800 x1874004887461248/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201403.833990:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201403.833993:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899c91237800 x1874004887461248/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201419 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201403.834000:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201403.834002:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787201403.834013:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787201403.834016:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899caf300200. 00000400:00000200:0.0:1787201403.834018:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201403.834021:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:0.0:1787201403.834024:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899caf6dc3b8 00000400:00000010:0.0:1787201403.834025:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899caf6dc3b8. 00000100:00000001:0.0:1787201403.834027:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787201403.834030:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899c91236680 x1874004887461376/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201403.834037:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201403.834040:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899c91236680 x1874004887461376/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201488 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201403.834059:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201403.834060:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787201403.834068:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787201403.834070:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899caf300000. 00000400:00000200:0.0:1787201403.834073:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201403.834082:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:0.0:1787201403.834086:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899caf6dcd48 00000400:00000010:0.0:1787201403.834087:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899caf6dcd48. 00000100:00000001:0.0:1787201403.834090:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787201403.834094:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899c91235f80 x1874004887461504/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201403.834101:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201403.834104:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899c91235f80 x1874004887461504/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201488 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201403.834110:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201403.834111:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787201403.834181:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787201403.834184:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899caf300700. 00000400:00000200:0.0:1787201403.834186:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201403.834190:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:0.0:1787201403.834192:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899caf6dc550 00000400:00000010:0.0:1787201403.834194:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899caf6dc550. 00000100:00000001:0.0:1787201403.834196:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787201403.834200:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899c91235880 x1874004887461632/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201403.834206:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201403.834209:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899c91235880 x1874004887461632/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201458 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201403.834246:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201403.834247:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1787201403.839278:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201403.839300:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787201403.839305:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201403.839307:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201403.839316:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201403.839323:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:1.0:1787201403.839334:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201403.839338:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201403.839344:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201403.839350:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 25 MB=0x6a865c39fdd80 00000400:00000200:1.0:1787201403.839355:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201403.839361:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.137@tcp of length 224/224 into md 0x53dd71 [1] + 224 00000800:00000001:1.0:1787201403.839368:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201403.839372:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201403.839376:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201403.839380:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:1.0:1787201403.839387:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787201403.839394:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899c91237800 x1874004887461248/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201419 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787201403.839404:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899c91237800 x1874004887461248/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201403.839430:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787201403.839442:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201403.839445:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787201403.839447:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201403.839463:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201403.839467:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201403.839471:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:1.0:1787201403.839476:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201403.839479:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201403.839482:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201403.839485:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 4 MB=0x6a865c39fdf00 00000400:00000200:1.0:1787201403.839490:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201403.839495:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.137@tcp of length 224/224 into md 0x53dda1 [1] + 224 00000800:00000001:1.0:1787201403.839499:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201403.839570:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201403.839573:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201403.839577:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:1.0:1787201403.839581:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787201403.839586:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899c91235880 x1874004887461632/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201458 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787201403.839594:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899c91235880 x1874004887461632/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201403.839602:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787201403.839605:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201403.839609:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201403.839689:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787201403.839694:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787201403.839701:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787201403.839703:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787201403.839707:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899c82fe9898. 00000400:00000200:0.0:1787201403.839712:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899caf6dc770 00000400:00000010:0.0:1787201403.839714:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899caf6dc770. 00000100:00000001:0.0:1787201403.839718:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201403.839729:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899c91235880 x1874004887461632/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787201403.839738:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899c91235880 x1874004887461632/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201458 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201403.839745:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787201403.839747:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201403.839750:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787201403.839753:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787201403.839755:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787201403.839757:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787201403.839760:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787201403.839767:0:2403:0:(import.c:2149:obd_at_measure()) add 36 to ffff899c94855c60 time=13 v=36 (36 36 5 5) 00000100:00001000:0.0:1787201403.839771:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff899c94855c18 time=101 v=5 (1 1 1 1) 00000100:00000001:0.0:1787201403.839774:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787201403.839775:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787201403.839778:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787201403.839781:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201403.839784:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787201403.839786:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff899c9ef83000: skip recheck: last_committed 21474857068 00000100:00000001:0.0:1787201403.839788:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787201403.839790:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201403.839795:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899c91235880 x1874004887461632/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201458 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201403.839802:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787201403.839805:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787201403.839807:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787201403.839811:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899c91235880 x1874004887461632/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201458 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787201403.839818:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899c91235880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:084554c7-ea41-472c-a807-73eae7b611f4:2403:1874004887461632:192.168.201.137@tcp:400:kworker.0 00000400:00000001:0.0:1787201403.839825:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787201403.839827:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787201403.839833:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899c82fe9e18. 00000400:00000200:0.0:1787201403.839836:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899caf6dc330 00000400:00000010:0.0:1787201403.839838:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899caf6dc330. 00000100:00000001:0.0:1787201403.839840:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201403.839844:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899c91237800 x1874004887461248/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787201403.839852:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899c91237800 x1874004887461248/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201419 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201403.839857:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787201403.839859:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201403.839861:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787201403.839862:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787201403.839863:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787201403.839865:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787201403.839866:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787201403.839875:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff899c84e8dc60 time=13 v=5 (5 5 5 5) 00000100:00001000:0.0:1787201403.839878:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff899c84e8dc18 time=38 v=5 (1 1 1 0) 00000100:00000001:0.0:1787201403.839880:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787201403.839881:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787201403.839883:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787201403.839885:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201403.839887:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201403.839891:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899c91237800 x1874004887461248/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201419 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201403.839897:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787201403.839899:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787201403.839900:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787201403.839903:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899c91237800 x1874004887461248/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201419 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787201403.839910:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899c91237800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da678fe-286a-4e72-b384-4f98f186df2f:2403:1874004887461248:192.168.201.137@tcp:400:kworker.0 00000100:00000001:0.0:1787201403.839914:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201403.839917:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201403.839925:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899c91235880 x1874004887461632/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201458 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201403.839932:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787201403.839934:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787201403.839937:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899caaaada00. 02000000:00000001:0.0:1787201403.839941:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787201403.839943:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787201403.839945:0:2403:0:(genops.c:1223:class_import_put()) import ffff899c94855800 refcount=3 obd=lustre-OST0000-osc-ffff899c9ef83000 00000020:00000001:0.0:1787201403.839947:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787201403.839949:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899caf300800. 02000000:00000001:0.0:1787201403.839952:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787201403.839954:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787201403.839956:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899c91235880. 00000100:00000001:0.0:1787201403.839960:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787201403.839961:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201403.839963:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201403.839966:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899c91237800 x1874004887461248/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201419 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201403.839972:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787201403.839973:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787201403.839974:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899caaaac400. 02000000:00000001:0.0:1787201403.839977:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787201403.839978:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787201403.839979:0:2403:0:(genops.c:1223:class_import_put()) import ffff899c84e8d800 refcount=3 obd=MGC192.168.201.137@tcp 00000020:00000001:0.0:1787201403.839981:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787201403.839982:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899caf300100. 02000000:00000001:0.0:1787201403.839984:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787201403.839985:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787201403.839986:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899c91237800. 00000100:00000001:0.0:1787201403.839988:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787201403.839989:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201403.839992:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201403.839994:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787201403.839996:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787201403.839997:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201403.839999:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1787201403.840446:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201403.840460:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787201403.840463:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201403.840466:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201403.840471:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201403.840475:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:0.0:1787201403.840481:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201403.840485:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201403.840488:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201403.840492:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 10 MB=0x6a865c39fde80 00000400:00000200:0.0:1787201403.840496:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201403.840500:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.137@tcp of length 224/224 into md 0x53dd91 [1] + 224 00000800:00000001:0.0:1787201403.840505:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201403.840509:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201403.840512:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201403.840515:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:0.0:1787201403.840519:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201403.840523:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899c91235f80 x1874004887461504/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201488 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787201403.840532:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899c91235f80 x1874004887461504/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201488 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201403.840548:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787201403.840554:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201403.840558:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787201403.840560:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201403.840562:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201403.840565:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201403.840570:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000100:00000001:1.0:1787201403.840572:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1787201403.840575:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:1.0:1787201403.840577:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1787201403.840581:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000001:1.0:1787201403.840583:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1787201403.840586:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000001:1.0:1787201403.840587:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787201403.840591:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899c82fe9dc0. 00000400:00000200:0.0:1787201403.840592:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 10 MB=0x6a865c39fde00 00000400:00000200:1.0:1787201403.840598:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899caf6dc7f8 00000400:00000200:0.0:1787201403.840598:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:1.0:1787201403.840602:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899caf6dc7f8. 00000100:00000001:1.0:1787201403.840608:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1787201403.840612:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.137@tcp of length 224/224 into md 0x53dd81 [1] + 224 00000100:00000200:1.0:1787201403.840615:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899c91235f80 x1874004887461504/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201488 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1787201403.840619:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1787201403.840628:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899c91235f80 x1874004887461504/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201488 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201403.840648:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787201403.840649:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201403.840651:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787201403.840653:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787201403.840655:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787201403.840656:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201403.840659:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787201403.840664:0:2403:0:(import.c:2149:obd_at_measure()) add 60 to ffff899c91d84460 time=13 v=60 (60 60 60 60) 00000800:00000001:0.0:1787201403.840666:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1787201403.840668:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff899c91d84418 time=17 v=5 (1 1 2 0) 00000400:00000200:0.0:1787201403.840670:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1787201403.840674:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787201403.840677:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787201403.840678:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00010000:00000001:1.0:1787201403.840681:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1787201403.840683:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00010000:00080000:1.0:1787201403.840688:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff899c91235f80 x1874004887461504/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201488 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787201403.840692:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899c91236680 x1874004887461376/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201488 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787201403.840701:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899c91236680 x1874004887461376/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201488 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201403.840708:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787201403.840713:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201403.840716:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1787201403.840767:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201403.840770:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787201403.840772:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff899c9ef83000: skip recheck: last_committed 21474836545 00000100:00000001:1.0:1787201403.840774:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787201403.840776:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201403.840781:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899c91235f80 x1874004887461504/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201488 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201403.840788:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787201403.840790:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787201403.840792:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787201403.840796:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899c91235f80 x1874004887461504/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201488 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787201403.840803:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899c91235f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:084554c7-ea41-472c-a807-73eae7b611f4:2403:1874004887461504:192.168.201.137@tcp:400:kworker.0 00000400:00000001:1.0:1787201403.840810:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787201403.840811:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787201403.840813:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899c82fe9948. 00000400:00000200:1.0:1787201403.840821:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899caf6dccc0 00000400:00000010:1.0:1787201403.840823:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899caf6dccc0. 00000100:00000001:1.0:1787201403.840826:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787201403.840830:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899c91236680 x1874004887461376/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201488 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787201403.840837:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899c91236680 x1874004887461376/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201488 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201403.840844:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787201403.840845:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201403.840847:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787201403.840849:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787201403.840850:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787201403.840852:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201403.840853:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787201403.840857:0:2403:0:(import.c:2149:obd_at_measure()) add 60 to ffff899ca73f6460 time=13 v=60 (60 60 60 60) 00000100:00001000:1.0:1787201403.840861:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff899ca73f6418 time=38 v=5 (1 1 1 0) 00000100:00000001:1.0:1787201403.840863:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787201403.840864:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201403.840866:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787201403.840868:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201403.840870:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787201403.840872:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff899c9ef83000: skip recheck: last_committed 30064771464 00000100:00000001:1.0:1787201403.840874:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787201403.840875:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201403.840879:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899c91236680 x1874004887461376/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201488 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201403.840886:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787201403.840888:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787201403.840889:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787201403.840892:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899c91236680 x1874004887461376/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201488 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787201403.840900:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899c91236680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:084554c7-ea41-472c-a807-73eae7b611f4:2403:1874004887461376:192.168.201.137@tcp:400:kworker.0 00000100:00000001:1.0:1787201403.840910:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201403.840912:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201403.840916:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899c91235f80 x1874004887461504/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201488 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201403.840922:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787201403.840924:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787201403.840926:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899caaaac200. 02000000:00000001:1.0:1787201403.840936:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787201403.840938:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787201403.840940:0:2403:0:(genops.c:1223:class_import_put()) import ffff899c91d84000 refcount=3 obd=lustre-MDT0001-mdc-ffff899c9ef83000 00000020:00000001:1.0:1787201403.840942:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787201403.840944:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899caf300400. 02000000:00000001:1.0:1787201403.840947:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787201403.840948:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787201403.840950:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899c91235f80. 00000100:00000001:1.0:1787201403.840952:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787201403.840954:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201403.840955:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201403.840958:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899c91236680 x1874004887461376/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201488 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201403.840964:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787201403.840965:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787201403.840967:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899caaaacc00. 02000000:00000001:1.0:1787201403.840968:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787201403.840970:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787201403.840971:0:2403:0:(genops.c:1223:class_import_put()) import ffff899ca73f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff899c9ef83000 00000020:00000001:1.0:1787201403.840973:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787201403.840974:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899caf300c00. 02000000:00000001:1.0:1787201403.840976:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787201403.840977:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787201403.840978:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899c91236680. 00000100:00000001:1.0:1787201403.840980:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787201403.840981:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201403.840983:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201403.840991:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787201403.840998:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201403.841000:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787201403.841002:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201404.400354:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201404.400362:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201404.400369:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201404.400371:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787201404.400396:0:246982:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787201404.400400:0:246982:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787201404.400402:0:246982:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1787201405.424356:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201405.424362:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201405.424367:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201405.424371:0:277848:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787201405.424373:0:277848:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787201405.424380:0:277848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787201405.424383:0:277848:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787201405.424385:0:277848:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201405.424387:0:277848:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787201405.424390:0:277848:0:(ldlm_lockd.c:2251:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201405.424392:0:277848:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201405.424394:0:277848:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787201405.424507:0:235206:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787201405.424510:0:235206:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787201405.424512:0:235206:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1787201406.448338:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201406.448344:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201406.448368:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201406.448369:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787201406.448675:0:235207:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787201406.448678:0:235207:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787201406.448681:0:235207:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1787201407.472348:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201407.472356:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201407.472362:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201407.472363:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787201407.472436:0:251101:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787201407.472440:0:251101:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787201407.472443:0:251101:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787201407.728362:0:277400:0:(connection.c:75:cpu_latency_work()) work item of ffff899c9185f110 (cpu 1) has reached its deadline 4305958675, at 4305958720 00000100:00000010:1.0:1787201407.728378:0:277400:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff899c8fccd2a0. 00000100:00000040:0.0:1787201407.728527:0:217947:0:(connection.c:75:cpu_latency_work()) work item of ffff899c9185f000 (cpu 0) has reached its deadline 4305958675, at 4305958720 00000100:00000010:0.0:1787201407.728534:0:217947:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff899c8fccd7e0. 00010000:00000001:2.0:1787201408.496516:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201408.496523:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201408.496530:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201408.496531:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787201408.496639:0:244704:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787201408.496642:0:244704:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787201408.496646:0:244704:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787201408.944430:0:277698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1da678fe-286a-4e72-b384-4f98f186df2f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787201408.944439:0:277698:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787201408.944448:0:277698:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899ca7038700. 00000020:00000040:2.0:1787201408.944453:0:277698:0:(genops.c:1210:class_import_get()) import ffff899c84e8d800 refcount=4 obd=MGC192.168.201.137@tcp 00000100:00000001:2.0:1787201408.944456:0:277698:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787201408.944459:0:277698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787201408.944462:0:277698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787201408.944468:0:277698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899cb8620c00. 00000100:00000001:2.0:1787201408.944474:0:277698:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201408.944483:0:277698:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da678fe-286a-4e72-b384-4f98f186df2f->MGS req@ffff899ca7038700 x1874004887461760/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787201408.944491:0:277698:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787201408.944493:0:277698:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201408.944500:0:277698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ed3b3092] to pc [ptlrpcd_01_01+1] req@ffff899ca7038700 x1874004887461760/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201408.944529:0:277698:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201408.944532:0:277698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787201408.944535:0:277698:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787201408.944538:0:277698:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899ca7038a80. 00000020:00000040:2.0:1787201408.944540:0:277698:0:(genops.c:1210:class_import_get()) import ffff899ca73f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff899c9ef83000 00000100:00000001:2.0:1787201408.944542:0:277698:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787201408.944544:0:277698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787201408.944797:0:277698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787201408.944815:0:277698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899cb8620e00. 00000100:00000001:2.0:1787201408.944817:0:277698:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201408.944821:0:277698:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0000_UUID req@ffff899ca7038a80 x1874004887461888/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787201408.944827:0:277698:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787201408.944828:0:277698:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201408.944831:0:277698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfefaf17] to pc [ptlrpcd_01_00+0] req@ffff899ca7038a80 x1874004887461888/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201408.944837:0:277698:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201408.944838:0:277698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787201408.944840:0:277698:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787201408.944842:0:277698:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899ca7039880. 00000020:00000040:2.0:1787201408.944844:0:277698:0:(genops.c:1210:class_import_get()) import ffff899c91d84000 refcount=4 obd=lustre-MDT0001-mdc-ffff899c9ef83000 00000100:00000001:2.0:1787201408.944845:0:277698:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787201408.944846:0:277698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787201408.944847:0:277698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787201408.944849:0:277698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899cb8620600. 00000100:00000001:2.0:1787201408.944851:0:277698:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201408.944853:0:277698:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0001_UUID req@ffff899ca7039880 x1874004887462016/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787201408.944857:0:277698:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787201408.944858:0:277698:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201408.944860:0:277698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079d335bc] to pc [ptlrpcd_01_01+1] req@ffff899ca7039880 x1874004887462016/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201408.944863:0:277698:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201408.944865:0:277698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787201408.944867:0:277698:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787201408.944868:0:277698:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899ca703b480. 00000020:00000040:2.0:1787201408.944870:0:277698:0:(genops.c:1210:class_import_get()) import ffff899c94855800 refcount=4 obd=lustre-OST0000-osc-ffff899c9ef83000 00000100:00000001:2.0:1787201408.944871:0:277698:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787201408.944875:0:277698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787201408.944876:0:277698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787201408.944878:0:277698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899cb8620200. 00000100:00000001:2.0:1787201408.944880:0:277698:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201408.944882:0:277698:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0000_UUID req@ffff899ca703b480 x1874004887462144/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787201408.944886:0:277698:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787201408.944887:0:277698:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201408.944889:0:277698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab0d5607] to pc [ptlrpcd_01_00+0] req@ffff899ca703b480 x1874004887462144/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201408.944892:0:277698:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201408.944894:0:277698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787201408.944896:0:277698:0:(pinger.c:247:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787201408.944906:0:277698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11297) 00000100:00000001:2.0:1787201408.944921:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787201408.944924:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787201408.944926:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787201408.944929:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899ca7038a80 x1874004887461888/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201408.944934:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787201408.944935:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201408.944937:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787201408.944939:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787201408.944941:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787201408.944943:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899ca7038a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:084554c7-ea41-472c-a807-73eae7b611f4:2404:1874004887461888:192.168.201.137@tcp:400:kworker.0 00000100:00000001:2.0:1787201408.944946:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787201408.944949:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787201408.944951:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201408.944953:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787201408.944956:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899c82c2e800. 02000000:00000001:2.0:1787201408.944957:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787201408.944966:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:2.0:1787201408.944970:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899cc0349420. 00000400:00000010:2.0:1787201408.944974:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91ad2e58. 00000100:00000200:2.0:1787201408.944980:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887461888, portal 10 00000100:00000001:2.0:1787201408.944981:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787201408.944982:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904642771584 : -130169066780032 : ffff899ca7038a80) 00000100:00000040:2.0:1787201408.944988:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899ca7038a80 x1874004887461888/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201408.944993:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787201408.944995:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:2.0:1787201408.944996:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91ad2dd0. 00000100:00000200:2.0:1787201408.944998:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004887461888, offset 0 00000400:00000200:2.0:1787201408.945003:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:2.0:1787201408.945009:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:2.0:1787201408.945013:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:2.0:1787201408.945018:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787201408.945021:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:2.0:1787201408.945024:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787201408.945026:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:2.0:1787201408.945028:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545879:545879:256:4294967295] 192.168.201.137@tcp LPNI seq info [545822:545822:8:4294967295] 00000400:00000200:2.0:1787201408.945031:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:2.0:1787201408.945037:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:2.0:1787201408.945041:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:2.0:1787201408.945045:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899cb8620b00. 00000800:00000200:2.0:1787201408.945049:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:2.0:1787201408.945066:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:2.0:1787201408.945069:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899cb8620b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787201408.945112:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201408.945115:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: using a timeout of 17887 usecs (18 jiffies) 00000400:00000200:2.0:1787201408.945118:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:2.0:1787201408.945120:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305959954 00000100:00000010:2.0:1787201408.945127:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff899c9d659f00. 00000100:00000001:2.0:1787201408.945132:0:2404:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1787201408.945142:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305959954 00000100:00000010:2.0:1787201408.945144:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff899c9d659780. 00000100:00000001:2.0:1787201408.945146:0:2404:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1787201408.945148:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787201408.945150:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201408.945152:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787201408.945155:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899ca703b480 x1874004887462144/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201408.945159:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787201408.945160:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201408.945161:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787201408.945163:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787201408.945164:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787201408.945165:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899ca703b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:084554c7-ea41-472c-a807-73eae7b611f4:2404:1874004887462144:192.168.201.137@tcp:400:kworker.0 00000100:00000001:2.0:1787201408.945167:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787201408.945169:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787201408.945170:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201408.945171:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787201408.945173:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899c82c2fe00. 02000000:00000001:2.0:1787201408.945174:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787201408.945177:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:2.0:1787201408.945182:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899cc0349b58. 00000400:00000010:2.0:1787201408.945185:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91ad2220. 00000100:00000200:2.0:1787201408.945187:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887462144, portal 4 00000100:00000001:2.0:1787201408.945188:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787201408.945189:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904642782336 : -130169066769280 : ffff899ca703b480) 00000100:00000040:2.0:1787201408.945193:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899ca703b480 x1874004887462144/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201408.945197:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787201408.945202:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:2.0:1787201408.945203:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91ad2550. 00000100:00000200:2.0:1787201408.945205:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874004887462144, offset 0 00000400:00000200:2.0:1787201408.945208:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:2.0:1787201408.945210:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:2.0:1787201408.945212:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:2.0:1787201408.945235:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787201408.945237:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:2.0:1787201408.945238:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787201408.945240:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:2.0:1787201408.945242:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545880:545880:255:4294967295] 192.168.201.137@tcp LPNI seq info [545823:545823:7:4294967295] 00000400:00000200:2.0:1787201408.945244:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:2.0:1787201408.945248:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:2.0:1787201408.945251:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:2.0:1787201408.945254:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899cb8620400. 00000800:00000200:2.0:1787201408.945256:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:2.0:1787201408.945259:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:2.0:1787201408.945261:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899cb8620400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787201408.945263:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201408.945265:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: using a timeout of 109475 usecs (110 jiffies) 00000400:00000200:2.0:1787201408.945267:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:2.0:1787201408.945268:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305960047 00000100:00000001:2.0:1787201408.945272:0:2404:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS request active for cpu 0, simply extend its deadline from 4305959954 00000100:00000001:2.0:1787201408.945329:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305960047 00000100:00000001:2.0:1787201408.945333:0:2404:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS request active for cpu 1, simply extend its deadline from 4305959954 00000100:00000001:2.0:1787201408.945335:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787201408.945336:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201408.945338:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201408.945339:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201408.945345:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787201408.945350:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:2.0:1787201408.945352:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787201408.945353:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787201408.945354:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787201408.945356:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1787201408.945357:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201408.945359:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787201408.945360:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201408.945361:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787201408.945361:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787201408.945362:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787201408.945365:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899ca7038700 x1874004887461760/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201408.945369:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787201408.945370:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201408.945371:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787201408.945372:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787201408.945374:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787201408.945376:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899ca7038700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da678fe-286a-4e72-b384-4f98f186df2f:2404:1874004887461760:192.168.201.137@tcp:400:kworker.0 00000100:00000001:2.0:1787201408.945377:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787201408.945379:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787201408.945380:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201408.945381:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787201408.945382:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899c82c2e000. 02000000:00000001:2.0:1787201408.945384:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787201408.945386:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:2.0:1787201408.945388:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899cc0349370. 00000400:00000010:2.0:1787201408.945390:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91ad23b8. 00000100:00000200:2.0:1787201408.945392:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887461760, portal 25 00000100:00000001:2.0:1787201408.945393:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787201408.945394:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904642770688 : -130169066780928 : ffff899ca7038700) 00000100:00000040:2.0:1787201408.945397:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899ca7038700 x1874004887461760/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201408.945401:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787201408.945404:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:2.0:1787201408.945406:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91ad2f68. 00000100:00000200:2.0:1787201408.945408:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874004887461760, offset 0 00000400:00000200:2.0:1787201408.945410:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:2.0:1787201408.945413:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:2.0:1787201408.945415:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:2.0:1787201408.945417:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787201408.945418:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:2.0:1787201408.945420:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787201408.945421:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:2.0:1787201408.945423:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545881:545881:254:4294967295] 192.168.201.137@tcp LPNI seq info [545824:545824:6:4294967295] 00000400:00000200:2.0:1787201408.945425:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:2.0:1787201408.945429:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:2.0:1787201408.945431:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:2.0:1787201408.945434:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899cb8620000. 00000800:00000200:2.0:1787201408.945436:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:2.0:1787201408.945439:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:2.0:1787201408.945440:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899cb8620000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787201408.945442:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787201408.945444:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:2.0:1787201408.945445:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS new deadline estimation for cpu 0 is 4305963790 00000100:00000001:2.0:1787201408.945448:0:2404:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305960047 00000100:00000001:2.0:1787201408.945450:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS new deadline estimation for cpu 1 is 4305963790 00000100:00000001:2.0:1787201408.945451:0:2404:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305960047 00000100:00000001:2.0:1787201408.945453:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787201408.945454:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201408.945455:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787201408.945458:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899ca7039880 x1874004887462016/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201408.945461:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787201408.945465:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201408.945466:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787201408.945467:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787201408.945468:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787201408.945470:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899ca7039880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:084554c7-ea41-472c-a807-73eae7b611f4:2404:1874004887462016:192.168.201.137@tcp:400:kworker.0 00000100:00000001:2.0:1787201408.945472:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787201408.945474:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787201408.945474:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201408.945475:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787201408.945477:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899c82c2fa00. 02000000:00000001:2.0:1787201408.945478:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787201408.945480:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:2.0:1787201408.945481:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899cc0349f20. 00000400:00000010:2.0:1787201408.945483:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91ad2908. 00000100:00000200:2.0:1787201408.945485:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887462016, portal 10 00000100:00000001:2.0:1787201408.945486:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787201408.945487:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904642775168 : -130169066776448 : ffff899ca7039880) 00000100:00000040:2.0:1787201408.945491:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899ca7039880 x1874004887462016/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201408.945495:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787201408.945497:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:2.0:1787201408.945499:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91ad27f8. 00000100:00000200:2.0:1787201408.945502:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004887462016, offset 0 00000400:00000200:2.0:1787201408.945517:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:2.0:1787201408.945521:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:2.0:1787201408.945525:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:2.0:1787201408.945527:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787201408.945529:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:2.0:1787201408.945532:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787201408.945533:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:2.0:1787201408.945536:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545882:545882:253:4294967295] 192.168.201.137@tcp LPNI seq info [545825:545825:5:4294967295] 00000400:00000200:2.0:1787201408.945539:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:2.0:1787201408.945544:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:2.0:1787201408.945554:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:2.0:1787201408.945557:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899cb8620f00. 00000800:00000200:2.0:1787201408.945561:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:2.0:1787201408.945565:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:2.0:1787201408.945567:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899cb8620f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787201408.945570:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201408.945573:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: using a timeout of 23901 usecs (24 jiffies) 00000400:00000200:2.0:1787201408.945576:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:2.0:1787201408.945578:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305959961 00000100:00000001:2.0:1787201408.945580:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS request active for cpu 0, keep current deadline 4305963790 00000100:00000001:2.0:1787201408.945582:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305959961 00000100:00000001:2.0:1787201408.945584:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS request active for cpu 1, keep current deadline 4305963790 00000100:00000001:2.0:1787201408.945586:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787201408.945588:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201408.945590:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201408.945592:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201408.945967:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787201408.945971:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787201408.946747:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787201408.946753:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899cb8620b00. 00000400:00000200:1.0:1787201408.946760:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201408.946766:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:1.0:1787201408.946772:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91ad2dd0 00000400:00000010:1.0:1787201408.946774:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91ad2dd0. 00000100:00000001:1.0:1787201408.946778:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787201408.946784:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899ca7038a80 x1874004887461888/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201408.946794:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201408.946796:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899ca7038a80 x1874004887461888/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201493 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201408.946803:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201408.946804:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787201408.946816:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787201408.946818:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899cb8620400. 00000400:00000200:1.0:1787201408.946820:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201408.946823:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:1.0:1787201408.946825:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91ad2550 00000400:00000010:1.0:1787201408.946827:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91ad2550. 00000100:00000001:1.0:1787201408.946828:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787201408.946831:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899ca703b480 x1874004887462144/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201408.946851:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201408.946854:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899ca703b480 x1874004887462144/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201463 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201408.946859:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201408.946860:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787201408.946868:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787201408.946870:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899cb8620000. 00000400:00000200:1.0:1787201408.946872:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201408.946875:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:1.0:1787201408.946878:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91ad2f68 00000400:00000010:1.0:1787201408.946880:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91ad2f68. 00000100:00000001:1.0:1787201408.946882:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787201408.946886:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899ca7038700 x1874004887461760/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201408.946891:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201408.946894:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899ca7038700 x1874004887461760/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201424 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201408.947012:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201408.947014:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787201408.947379:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787201408.947382:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899cb8620f00. 00000400:00000200:1.0:1787201408.947386:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201408.947390:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:1.0:1787201408.947392:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91ad27f8 00000400:00000010:1.0:1787201408.947394:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91ad27f8. 00000100:00000001:1.0:1787201408.947396:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787201408.947401:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899ca7039880 x1874004887462016/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201408.947407:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201408.947410:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899ca7039880 x1874004887462016/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201493 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201408.947427:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201408.947428:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787201408.951602:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201408.951620:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787201408.951625:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201408.951628:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201408.951637:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201408.951644:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:0.0:1787201408.951653:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201408.951658:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201408.951664:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201408.951667:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 4 MB=0x6a865c39fe100 00000400:00000200:0.0:1787201408.951682:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201408.952022:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.137@tcp of length 224/224 into md 0x53ddb9 [1] + 224 00000800:00000001:0.0:1787201408.952032:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201408.952038:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201408.952041:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201408.952046:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:0.0:1787201408.952066:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201408.952089:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899ca703b480 x1874004887462144/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201463 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787201408.952101:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899ca703b480 x1874004887462144/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201408.952126:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787201408.952136:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201408.952141:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787201408.952142:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201408.952144:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201408.952148:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201408.952151:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:0.0:1787201408.952155:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201408.952158:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201408.952160:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201408.952162:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 25 MB=0x6a865c39fdf80 00000400:00000200:0.0:1787201408.952166:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201408.952170:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.137@tcp of length 224/224 into md 0x53ddc1 [1] + 224 00000800:00000001:0.0:1787201408.952175:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201408.952178:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201408.952180:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201408.952183:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:0.0:1787201408.952185:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201408.952189:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899ca7038700 x1874004887461760/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201424 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787201408.952197:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899ca7038700 x1874004887461760/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201408.952203:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787201408.952207:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201408.952209:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787201408.952211:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201408.952213:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201408.952262:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201408.952266:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:0.0:1787201408.952270:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201408.952272:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:2.0:1787201408.952697:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787201408.952701:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787201408.952708:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787201408.952710:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787201408.952713:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899cc0349370. 00000400:00000200:2.0:1787201408.952718:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91ad23b8 00000400:00000010:2.0:1787201408.952720:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91ad23b8. 00000100:00000001:2.0:1787201408.952723:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787201408.952728:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899ca7038700 x1874004887461760/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787201408.952737:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899ca7038700 x1874004887461760/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201424 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201408.952744:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787201408.952746:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201408.952748:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787201408.952758:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787201408.952851:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787201408.952853:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201408.952856:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787201408.952863:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff899c84e8dc60 time=18 v=5 (5 5 5 5) 00000100:00001000:2.0:1787201408.952867:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff899c84e8dc18 time=43 v=5 (1 1 1 0) 00000100:00000001:2.0:1787201408.952870:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787201408.952872:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201408.952875:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787201408.952877:0:2404:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201408.952880:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201408.952885:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899ca7038700 x1874004887461760/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201424 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201408.952893:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787201408.952896:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787201408.952898:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787201408.953114:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899ca7038700 x1874004887461760/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201424 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787201408.953123:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899ca7038700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da678fe-286a-4e72-b384-4f98f186df2f:2404:1874004887461760:192.168.201.137@tcp:400:kworker.0 00000400:00000001:2.0:1787201408.953130:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787201408.953132:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787201408.953134:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899cc0349b58. 00000400:00000200:2.0:1787201408.953137:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91ad2220 00000400:00000010:2.0:1787201408.953138:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91ad2220. 00000100:00000001:2.0:1787201408.953140:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787201408.953143:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899ca703b480 x1874004887462144/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787201408.953151:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899ca703b480 x1874004887462144/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201463 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201408.953157:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787201408.953158:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201408.953160:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787201408.953167:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787201408.953169:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787201408.953170:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201408.953172:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787201408.953177:0:2404:0:(import.c:2149:obd_at_measure()) add 36 to ffff899c94855c60 time=18 v=36 (36 36 5 5) 00000100:00001000:2.0:1787201408.953180:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff899c94855c18 time=106 v=5 (1 1 1 1) 00000100:00000001:2.0:1787201408.953183:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787201408.953184:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201408.953186:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787201408.953189:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201408.953191:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787201408.953193:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff899c9ef83000: skip recheck: last_committed 21474857068 00000100:00000001:2.0:1787201408.953195:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787201408.953197:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201408.953201:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899ca703b480 x1874004887462144/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201463 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201408.953207:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787201408.953209:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787201408.953210:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201408.953384:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201408.953388:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 10 MB=0x6a865c39fe080 00000400:00000200:0.0:1787201408.953392:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201408.953396:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.137@tcp of length 224/224 into md 0x53ddc9 [1] + 224 00000800:00000001:0.0:1787201408.953403:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201408.953410:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201408.953413:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201408.953416:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:0.0:1787201408.953421:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201408.953425:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899ca7039880 x1874004887462016/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201493 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787201408.953433:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899ca7039880 x1874004887462016/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201408.953441:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787201408.953447:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201408.953452:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787201408.953453:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201408.953456:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201408.953459:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201408.953463:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:0.0:1787201408.953469:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201408.953472:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201408.953475:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201408.953478:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 10 MB=0x6a865c39fe000 00000400:00000200:0.0:1787201408.953481:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201408.953484:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.137@tcp of length 224/224 into md 0x53ddb1 [1] + 224 00000800:00000001:0.0:1787201408.953488:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201408.953501:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201408.953504:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201408.953507:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:0.0:1787201408.953510:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201408.953515:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899ca7038a80 x1874004887461888/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201493 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787201408.953596:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899ca703b480 x1874004887462144/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201463 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787201408.953607:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899ca703b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:084554c7-ea41-472c-a807-73eae7b611f4:2404:1874004887462144:192.168.201.137@tcp:400:kworker.0 00000100:00000001:2.0:1787201408.953612:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201408.953615:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787201408.953618:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899ca7038700 x1874004887461760/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201424 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201408.953625:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787201408.953628:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787201408.953631:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899c82c2e000. 02000000:00000001:2.0:1787201408.953635:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787201408.953637:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787201408.953639:0:2404:0:(genops.c:1223:class_import_put()) import ffff899c84e8d800 refcount=3 obd=MGC192.168.201.137@tcp 00000020:00000001:2.0:1787201408.953641:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787201408.953649:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899cb8620c00. 02000000:00000001:2.0:1787201408.953653:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787201408.953655:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787201408.953657:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899ca7038700. 00000100:00000001:2.0:1787201408.953660:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787201408.953661:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201408.953663:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787201408.953667:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899ca703b480 x1874004887462144/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201463 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201408.953672:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787201408.953674:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787201408.953675:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899c82c2fe00. 02000000:00000001:2.0:1787201408.953676:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787201408.953677:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787201408.953678:0:2404:0:(genops.c:1223:class_import_put()) import ffff899c94855800 refcount=3 obd=lustre-OST0000-osc-ffff899c9ef83000 00000020:00000001:2.0:1787201408.953680:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787201408.953681:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899cb8620200. 02000000:00000001:2.0:1787201408.953683:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787201408.953684:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787201408.953685:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899ca703b480. 00000100:00000001:2.0:1787201408.953688:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787201408.953689:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201408.953693:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201408.953694:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787201408.953696:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787201408.953699:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787201408.953700:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787201408.953702:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899cc0349f20. 00000400:00000200:2.0:1787201408.953705:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91ad2908 00000400:00000010:2.0:1787201408.953706:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91ad2908. 00000100:00000001:2.0:1787201408.953708:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787201408.953712:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899ca7039880 x1874004887462016/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787201408.953720:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899ca7039880 x1874004887462016/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201493 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201408.953726:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787201408.953733:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201408.953735:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787201408.953736:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787201408.953738:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787201408.953740:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201408.953742:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787201408.953747:0:2404:0:(import.c:2149:obd_at_measure()) add 60 to ffff899c91d84460 time=18 v=60 (60 60 60 60) 00000100:00001000:2.0:1787201408.953750:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff899c91d84418 time=22 v=5 (1 1 2 0) 00000100:00000001:2.0:1787201408.953752:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787201408.953754:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201408.953755:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1787201408.953893:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899ca7038a80 x1874004887461888/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201408.953904:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787201408.953910:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201408.954102:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:2.0:1787201408.954150:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff899ca7039880 x1874004887462016/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201493 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787201408.954158:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201408.954160:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787201408.954162:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff899c9ef83000: skip recheck: last_committed 21474836545 00000100:00000001:2.0:1787201408.954163:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787201408.954165:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201408.954169:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899ca7039880 x1874004887462016/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201493 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201408.954174:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787201408.954176:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787201408.954178:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787201408.954181:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899ca7039880 x1874004887462016/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201493 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787201408.954201:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899ca7039880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:084554c7-ea41-472c-a807-73eae7b611f4:2404:1874004887462016:192.168.201.137@tcp:400:kworker.0 00000400:00000001:2.0:1787201408.954207:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787201408.954208:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787201408.954210:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899cc0349420. 00000400:00000200:2.0:1787201408.954212:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91ad2e58 00000400:00000010:2.0:1787201408.954496:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91ad2e58. 00000100:00000001:2.0:1787201408.954501:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787201408.954513:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899ca7038a80 x1874004887461888/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787201408.954532:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899ca7038a80 x1874004887461888/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201493 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201408.954538:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787201408.954540:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201408.954542:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787201408.954543:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787201408.954545:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787201408.954547:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201408.954549:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787201408.954554:0:2404:0:(import.c:2149:obd_at_measure()) add 60 to ffff899ca73f6460 time=18 v=60 (60 60 60 60) 00000100:00001000:2.0:1787201408.954557:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff899ca73f6418 time=43 v=5 (1 1 1 0) 00000100:00000001:2.0:1787201408.954559:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787201408.954560:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201408.954562:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787201408.954564:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201408.954567:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787201408.954568:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff899c9ef83000: skip recheck: last_committed 30064771464 00000100:00000001:2.0:1787201408.954570:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787201408.954571:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201408.954575:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899ca7038a80 x1874004887461888/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201493 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201408.954581:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787201408.954583:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787201408.954584:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787201408.954587:0:2404:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899ca7038a80 x1874004887461888/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201493 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787201408.954594:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899ca7038a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:084554c7-ea41-472c-a807-73eae7b611f4:2404:1874004887461888:192.168.201.137@tcp:400:kworker.0 00000100:00000001:2.0:1787201408.954598:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201408.954600:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787201408.954609:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899ca7039880 x1874004887462016/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201493 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201408.954615:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787201408.954617:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787201408.954619:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899c82c2fa00. 02000000:00000001:2.0:1787201408.954621:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787201408.954622:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787201408.954624:0:2404:0:(genops.c:1223:class_import_put()) import ffff899c91d84000 refcount=3 obd=lustre-MDT0001-mdc-ffff899c9ef83000 00000020:00000001:2.0:1787201408.954626:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787201408.954627:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899cb8620600. 02000000:00000001:2.0:1787201408.954629:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787201408.954631:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787201408.954632:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899ca7039880. 00000100:00000001:2.0:1787201408.954635:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787201408.954636:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201408.954638:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787201408.954641:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899ca7038a80 x1874004887461888/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201493 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201408.954647:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787201408.954649:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787201408.954650:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899c82c2e800. 02000000:00000001:2.0:1787201408.954652:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787201408.954653:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787201408.954654:0:2404:0:(genops.c:1223:class_import_put()) import ffff899ca73f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff899c9ef83000 00000020:00000001:2.0:1787201408.954656:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787201408.954657:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899cb8620e00. 02000000:00000001:2.0:1787201408.954659:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787201408.954660:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787201408.954661:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899ca7038a80. 00000100:00000001:2.0:1787201408.954663:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787201408.954664:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201408.954666:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201408.954674:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787201408.954676:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201408.954678:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787201408.954680:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201409.520355:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201409.520362:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201409.520368:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201409.520369:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787201409.520395:0:246982:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787201409.520398:0:246982:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787201409.520401:0:246982:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1787201410.544360:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201410.544367:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201410.544372:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201410.544373:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787201410.547229:0:235206:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787201410.547495:0:235206:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787201410.547500:0:235206:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1787201411.569327:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201411.569333:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201411.569339:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201411.569340:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787201411.573034:0:235207:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787201411.573043:0:235207:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787201411.573047:0:235207:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1787201412.592640:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201412.592649:0:277848:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787201412.592651:0:277848:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787201412.592655:0:277848:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201412.592660:0:277848:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787201412.592662:0:277848:0:(ldlm_lockd.c:2251:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201412.592664:0:277848:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201412.592666:0:277848:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201412.592670:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201412.592672:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787201412.595970:0:251101:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787201412.595976:0:251101:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787201412.595980:0:251101:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787201412.848313:0:217947:0:(connection.c:75:cpu_latency_work()) work item of ffff899c9185f000 (cpu 0) has reached its deadline 4305963790, at 4305963840 00000100:00000010:0.0:1787201412.848327:0:217947:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff899c9d659f00. 00000100:00000040:1.0:1787201412.848642:0:277400:0:(connection.c:75:cpu_latency_work()) work item of ffff899c9185f110 (cpu 1) has reached its deadline 4305963790, at 4305963840 00000100:00000010:1.0:1787201412.848649:0:277400:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff899c9d659780. 00010000:00000001:2.0:1787201413.616407:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201413.616414:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201413.616421:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201413.616422:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787201413.616524:0:244704:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787201413.616528:0:244704:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787201413.616531:0:244704:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787201414.064929:0:230995:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1da678fe-286a-4e72-b384-4f98f186df2f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787201414.064938:0:230995:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787201414.064949:0:230995:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899c9ea92300. 00000020:00000040:3.0:1787201414.064982:0:230995:0:(genops.c:1210:class_import_get()) import ffff899c84e8d800 refcount=4 obd=MGC192.168.201.137@tcp 00000100:00000001:3.0:1787201414.064986:0:230995:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787201414.064989:0:230995:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787201414.064993:0:230995:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787201414.065003:0:230995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899c82f9fb00. 00000100:00000001:3.0:1787201414.065010:0:230995:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201414.065022:0:230995:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da678fe-286a-4e72-b384-4f98f186df2f->MGS req@ffff899c9ea92300 x1874004887462272/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787201414.065032:0:230995:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787201414.065035:0:230995:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201414.065041:0:230995:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a76eb73b] to pc [ptlrpcd_01_01+1] req@ffff899c9ea92300 x1874004887462272/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201414.065069:0:230995:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201414.065072:0:230995:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787201414.065075:0:230995:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787201414.065078:0:230995:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899c9ea90e00. 00000020:00000040:3.0:1787201414.065080:0:230995:0:(genops.c:1210:class_import_get()) import ffff899ca73f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff899c9ef83000 00000100:00000001:3.0:1787201414.065081:0:230995:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787201414.065083:0:230995:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787201414.065084:0:230995:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787201414.065087:0:230995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899c82f9f600. 00000100:00000001:3.0:1787201414.065090:0:230995:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201414.065093:0:230995:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0000_UUID req@ffff899c9ea90e00 x1874004887462400/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787201414.065100:0:230995:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787201414.065101:0:230995:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201414.065104:0:230995:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1e8f081] to pc [ptlrpcd_01_00+0] req@ffff899c9ea90e00 x1874004887462400/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201414.065113:0:230995:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201414.065115:0:230995:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787201414.065126:0:230995:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787201414.065129:0:230995:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899c9ea91500. 00000020:00000040:3.0:1787201414.065132:0:230995:0:(genops.c:1210:class_import_get()) import ffff899c91d84000 refcount=4 obd=lustre-MDT0001-mdc-ffff899c9ef83000 00000100:00000001:3.0:1787201414.065134:0:230995:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787201414.065136:0:230995:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787201414.065137:0:230995:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787201414.065141:0:230995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899c82f9f700. 00000100:00000001:3.0:1787201414.065144:0:230995:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201414.065148:0:230995:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0001_UUID req@ffff899c9ea91500 x1874004887462528/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787201414.065155:0:230995:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787201414.065157:0:230995:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201414.065161:0:230995:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa7d5c6c] to pc [ptlrpcd_01_01+1] req@ffff899c9ea91500 x1874004887462528/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201414.065168:0:230995:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201414.065170:0:230995:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787201414.065174:0:230995:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787201414.065176:0:230995:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899c9ea91880. 00000020:00000040:3.0:1787201414.065178:0:230995:0:(genops.c:1210:class_import_get()) import ffff899c94855800 refcount=4 obd=lustre-OST0000-osc-ffff899c9ef83000 00000100:00000001:3.0:1787201414.065180:0:230995:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787201414.065182:0:230995:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787201414.065183:0:230995:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787201414.065186:0:230995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899c82f9fc00. 00000100:00000001:3.0:1787201414.065189:0:230995:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201414.065193:0:230995:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0000_UUID req@ffff899c9ea91880 x1874004887462656/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787201414.065200:0:230995:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787201414.065202:0:230995:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201414.065205:0:230995:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000659d04b6] to pc [ptlrpcd_01_00+0] req@ffff899c9ea91880 x1874004887462656/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201414.065244:0:230995:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201414.065246:0:230995:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787201414.065250:0:230995:0:(pinger.c:247:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1787201414.065250:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787201414.065255:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1787201414.065256:0:230995:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11302) 00000100:00000001:2.0:1787201414.065257:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787201414.065264:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899c9ea92300 x1874004887462272/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201414.065272:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787201414.065275:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201414.065280:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787201414.065289:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787201414.065292:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787201414.065296:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899c9ea92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da678fe-286a-4e72-b384-4f98f186df2f:2405:1874004887462272:192.168.201.137@tcp:400:kworker.0 00000100:00000001:2.0:1787201414.065301:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787201414.065306:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787201414.065309:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201414.065312:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787201414.065317:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899c87c6d000. 02000000:00000001:2.0:1787201414.065319:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787201414.065326:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:2.0:1787201414.065332:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899cc0349420. 00000400:00000010:2.0:1787201414.065339:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91ad2e58. 00000100:00000200:2.0:1787201414.065347:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887462272, portal 25 00000100:00000001:2.0:1787201414.065349:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787201414.065351:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904502629120 : -130169206922496 : ffff899c9ea92300) 00000100:00000040:2.0:1787201414.065356:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899c9ea92300 x1874004887462272/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201414.065374:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787201414.065377:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:2.0:1787201414.065381:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91ad2908. 00000100:00000200:2.0:1787201414.065385:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874004887462272, offset 0 00000400:00000200:2.0:1787201414.065392:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:2.0:1787201414.065401:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:2.0:1787201414.065407:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:2.0:1787201414.065413:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787201414.065417:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:2.0:1787201414.065421:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787201414.065424:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:2.0:1787201414.065427:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545883:545883:256:4294967295] 192.168.201.137@tcp LPNI seq info [545826:545826:8:4294967295] 00000400:00000200:2.0:1787201414.065432:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:2.0:1787201414.065442:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:2.0:1787201414.065449:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:2.0:1787201414.065460:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899cb8620e00. 00000800:00000200:2.0:1787201414.065467:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:2.0:1787201414.065475:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:2.0:1787201414.065479:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899cb8620e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787201414.065501:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787201414.065506:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:2.0:1787201414.065509:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS new deadline estimation for cpu 0 is 4305968910 00000100:00000010:2.0:1787201414.065514:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff899c9d6590c0. 00000100:00000001:2.0:1787201414.065531:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1787201414.065538:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS new deadline estimation for cpu 1 is 4305968910 00000100:00000010:2.0:1787201414.065541:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff899c9d659960. 00000100:00000001:2.0:1787201414.065545:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1787201414.065548:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787201414.065551:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201414.065554:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787201414.065559:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899c9ea91500 x1874004887462528/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201414.065565:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787201414.065567:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201414.065569:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787201414.065570:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787201414.065572:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787201414.065575:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899c9ea91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:084554c7-ea41-472c-a807-73eae7b611f4:2405:1874004887462528:192.168.201.137@tcp:400:kworker.0 00000100:00000001:2.0:1787201414.065578:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787201414.065581:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787201414.065582:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201414.065584:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787201414.065587:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899c87c6c800. 02000000:00000001:2.0:1787201414.065589:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787201414.065592:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:2.0:1787201414.065595:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899cc0349f20. 00000400:00000010:2.0:1787201414.065599:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91ad2220. 00000100:00000200:2.0:1787201414.065607:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887462528, portal 10 00000100:00000001:2.0:1787201414.065609:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787201414.065610:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904502625536 : -130169206926080 : ffff899c9ea91500) 00000100:00000040:2.0:1787201414.065618:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899c9ea91500 x1874004887462528/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201414.065624:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787201414.065626:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:2.0:1787201414.065628:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91ad23b8. 00000100:00000200:2.0:1787201414.065630:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004887462528, offset 0 00000400:00000200:2.0:1787201414.065634:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:2.0:1787201414.065638:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:2.0:1787201414.065641:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:2.0:1787201414.065656:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787201414.065659:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:2.0:1787201414.065661:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787201414.065663:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:2.0:1787201414.065666:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545884:545884:255:4294967295] 192.168.201.137@tcp LPNI seq info [545827:545827:7:4294967295] 00000400:00000200:2.0:1787201414.065670:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:2.0:1787201414.065676:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:2.0:1787201414.065681:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:2.0:1787201414.065684:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899cb8620600. 00000800:00000200:2.0:1787201414.065688:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:2.0:1787201414.065692:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:2.0:1787201414.065694:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899cb8620600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787201414.065697:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201414.065701:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: using a timeout of 23901 usecs (24 jiffies) 00000400:00000200:2.0:1787201414.065703:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:2.0:1787201414.065705:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305965081 00000100:00000001:2.0:1787201414.065708:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS request active for cpu 0, keep current deadline 4305968910 00000100:00000001:2.0:1787201414.065710:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305965081 00000100:00000001:2.0:1787201414.065717:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS request active for cpu 1, keep current deadline 4305968910 00000100:00000001:2.0:1787201414.065719:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787201414.065721:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201414.065724:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201414.065727:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201414.065734:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787201414.065737:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787201414.065748:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787201414.065749:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787201414.065751:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787201414.065753:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1787201414.065755:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201414.065757:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787201414.065759:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201414.065761:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787201414.065762:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787201414.065763:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787201414.065767:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899c9ea90e00 x1874004887462400/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201414.065774:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787201414.065775:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201414.065776:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1787201414.065777:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1787201414.065779:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201414.065779:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787201414.065781:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787201414.065783:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899c9ea90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:084554c7-ea41-472c-a807-73eae7b611f4:2405:1874004887462400:192.168.201.137@tcp:400:kworker.0 00000100:00000001:2.0:1787201414.065787:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787201414.065789:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787201414.065790:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201414.065792:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787201414.065795:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899c87c6d400. 02000000:00000001:2.0:1787201414.065797:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787201414.065800:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:2.0:1787201414.065803:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899cc0349b58. 00000400:00000010:2.0:1787201414.065806:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91ad2d48. 00000100:00000200:2.0:1787201414.065809:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887462400, portal 10 00000100:00000001:2.0:1787201414.065815:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787201414.065817:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904502623744 : -130169206927872 : ffff899c9ea90e00) 00000100:00000040:2.0:1787201414.065824:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899c9ea90e00 x1874004887462400/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201414.065830:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787201414.065832:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:2.0:1787201414.065835:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91ad2aa0. 00000100:00000200:2.0:1787201414.065837:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004887462400, offset 0 00000400:00000200:2.0:1787201414.065841:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:2.0:1787201414.065845:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:2.0:1787201414.065848:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:2.0:1787201414.065851:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787201414.065854:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:2.0:1787201414.065857:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787201414.065859:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:2.0:1787201414.065861:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545885:545885:254:4294967295] 192.168.201.137@tcp LPNI seq info [545828:545828:6:4294967295] 00000400:00000200:2.0:1787201414.065864:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:2.0:1787201414.065871:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:2.0:1787201414.065875:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:2.0:1787201414.065878:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899cb8620200. 00000800:00000200:2.0:1787201414.065882:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:2.0:1787201414.065887:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:2.0:1787201414.065889:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899cb8620200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787201414.065892:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201414.065896:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: using a timeout of 17885 usecs (18 jiffies) 00000400:00000200:2.0:1787201414.065898:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:2.0:1787201414.065900:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305965075 00000100:00000001:2.0:1787201414.065903:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS request active for cpu 0, keep current deadline 4305968910 00000100:00000001:2.0:1787201414.065905:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305965075 00000100:00000001:2.0:1787201414.065906:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS request active for cpu 1, keep current deadline 4305968910 00000100:00000001:2.0:1787201414.065914:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787201414.065916:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201414.065917:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787201414.065922:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899c9ea91880 x1874004887462656/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201414.065928:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787201414.065929:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201414.065931:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787201414.065933:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787201414.065934:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787201414.065937:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899c9ea91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:084554c7-ea41-472c-a807-73eae7b611f4:2405:1874004887462656:192.168.201.137@tcp:400:kworker.0 00000100:00000001:2.0:1787201414.065940:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787201414.065942:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787201414.065944:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201414.065945:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787201414.065949:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899c87c6da00. 02000000:00000001:2.0:1787201414.065950:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787201414.065954:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:2.0:1787201414.065957:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899cc0349370. 00000400:00000010:2.0:1787201414.065961:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91ad2088. 00000100:00000200:2.0:1787201414.065974:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887462656, portal 4 00000100:00000001:2.0:1787201414.065976:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787201414.065977:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904502626432 : -130169206925184 : ffff899c9ea91880) 00000100:00000040:2.0:1787201414.065983:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899c9ea91880 x1874004887462656/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201414.065988:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787201414.065990:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:2.0:1787201414.065992:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91ad22a8. 00000100:00000200:2.0:1787201414.065995:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874004887462656, offset 0 00000400:00000200:2.0:1787201414.065999:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:2.0:1787201414.066002:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:2.0:1787201414.066005:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:2.0:1787201414.066015:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787201414.066017:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:2.0:1787201414.066019:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787201414.066021:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:2.0:1787201414.066023:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545886:545886:253:4294967295] 192.168.201.137@tcp LPNI seq info [545829:545829:5:4294967295] 00000400:00000200:2.0:1787201414.066027:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:2.0:1787201414.066034:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:2.0:1787201414.066037:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:2.0:1787201414.066040:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899cb8620c00. 00000800:00000200:2.0:1787201414.066044:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:2.0:1787201414.066047:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:2.0:1787201414.066049:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899cb8620c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787201414.066052:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201414.066055:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: using a timeout of 109398 usecs (110 jiffies) 00000400:00000200:2.0:1787201414.066058:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:2.0:1787201414.066059:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305965167 00000100:00000001:2.0:1787201414.066061:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS request active for cpu 0, keep current deadline 4305968910 00000100:00000001:2.0:1787201414.066063:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305965167 00000100:00000001:2.0:1787201414.066065:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS request active for cpu 1, keep current deadline 4305968910 00000100:00000001:2.0:1787201414.066067:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787201414.066068:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201414.066071:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201414.066072:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787201414.066335:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787201414.066341:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899cb8620e00. 00000400:00000200:1.0:1787201414.066347:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201414.066352:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:1.0:1787201414.066357:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91ad2908 00000400:00000010:1.0:1787201414.066359:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91ad2908. 00000100:00000001:1.0:1787201414.066363:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787201414.066368:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899c9ea92300 x1874004887462272/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201414.066378:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201414.066382:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899c9ea92300 x1874004887462272/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201430 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201414.066389:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201414.066391:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787201414.066404:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787201414.066406:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899cb8620600. 00000400:00000200:1.0:1787201414.066408:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201414.066411:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:1.0:1787201414.066414:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91ad23b8 00000400:00000010:1.0:1787201414.066415:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91ad23b8. 00000100:00000001:1.0:1787201414.066417:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787201414.066420:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899c9ea91500 x1874004887462528/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201414.066436:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201414.066439:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899c9ea91500 x1874004887462528/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201499 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201414.066444:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201414.066445:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787201414.066455:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787201414.066457:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899cb8620200. 00000400:00000200:1.0:1787201414.066460:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201414.066462:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:1.0:1787201414.066465:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91ad2aa0 00000400:00000010:1.0:1787201414.066466:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91ad2aa0. 00000100:00000001:1.0:1787201414.066468:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787201414.066471:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899c9ea90e00 x1874004887462400/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201414.066478:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201414.066481:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899c9ea90e00 x1874004887462400/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201499 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201414.066487:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201414.066488:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787201414.066808:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787201414.066811:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899cb8620c00. 00000400:00000200:1.0:1787201414.066815:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201414.066818:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:1.0:1787201414.066821:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91ad22a8 00000400:00000010:1.0:1787201414.066823:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91ad22a8. 00000100:00000001:1.0:1787201414.066825:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787201414.066828:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899c9ea91880 x1874004887462656/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201414.066835:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201414.066838:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899c9ea91880 x1874004887462656/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201469 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201414.066855:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201414.066857:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787201414.070465:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201414.070484:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787201414.070490:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201414.070493:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201414.070503:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201414.070510:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:0.0:1787201414.070519:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201414.070525:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201414.070530:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201414.070534:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 25 MB=0x6a865c39fe180 00000400:00000200:0.0:1787201414.070539:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201414.070545:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.137@tcp of length 224/224 into md 0x53ddd1 [1] + 224 00000800:00000001:0.0:1787201414.070553:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201414.070557:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201414.070560:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201414.070565:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:0.0:1787201414.070574:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201414.070583:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899c9ea92300 x1874004887462272/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201430 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787201414.070616:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899c9ea92300 x1874004887462272/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201414.070688:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787201414.070694:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787201414.070713:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787201414.070723:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201414.070727:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787201414.070729:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201414.070731:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201414.070734:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201414.070747:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:0.0:1787201414.070752:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201414.070755:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201414.070765:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201414.070768:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 10 MB=0x6a865c39fe280 00000400:00000200:0.0:1787201414.070772:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201414.070776:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.137@tcp of length 224/224 into md 0x53ddd9 [1] + 224 00000800:00000001:0.0:1787201414.070780:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201414.070785:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201414.070787:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201414.070790:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:0.0:1787201414.070793:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201414.070797:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899c9ea91500 x1874004887462528/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201499 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787201414.070806:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899c9ea91500 x1874004887462528/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201414.070813:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787201414.070816:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201414.070819:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787201414.070821:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201414.070823:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201414.070826:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201414.070836:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:0.0:1787201414.070841:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201414.070843:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201414.070846:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201414.070848:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 10 MB=0x6a865c39fe200 00000400:00000200:0.0:1787201414.070851:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201414.070855:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.137@tcp of length 224/224 into md 0x53dde1 [1] + 224 00000800:00000001:0.0:1787201414.070858:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201414.070909:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201414.070912:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201414.070915:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:0.0:1787201414.070918:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201414.070923:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899c9ea90e00 x1874004887462400/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201499 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787201414.070931:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899c9ea90e00 x1874004887462400/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201414.070938:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787201414.070941:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201414.070944:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787201414.073809:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201414.073826:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787201414.073830:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201414.073832:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201414.073839:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201414.073847:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:1.0:1787201414.073855:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201414.073860:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201414.073865:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201414.073869:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 4 MB=0x6a865c39fe300 00000400:00000200:1.0:1787201414.073874:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201414.073880:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.137@tcp of length 224/224 into md 0x53dde9 [1] + 224 00000800:00000001:1.0:1787201414.073887:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201414.073897:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787201414.073900:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787201414.073905:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:1.0:1787201414.073912:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787201414.073920:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899c9ea91880 x1874004887462656/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201469 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787201414.073930:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899c9ea91880 x1874004887462656/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201414.073939:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787201414.073947:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787201414.073949:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1787201414.076129:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787201414.076136:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787201414.076141:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899cc0349420. 00000400:00000200:2.0:1787201414.076149:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91ad2e58 00000400:00000010:2.0:1787201414.076152:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91ad2e58. 00000100:00000001:2.0:1787201414.076157:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787201414.076183:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899c9ea92300 x1874004887462272/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787201414.076194:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899c9ea92300 x1874004887462272/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201430 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201414.076203:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787201414.076205:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201414.076208:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787201414.076211:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787201414.076213:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787201414.076837:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201414.076841:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787201414.076850:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff899c84e8dc60 time=24 v=5 (5 5 5 5) 00000100:00001000:2.0:1787201414.076854:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff899c84e8dc18 time=49 v=5 (1 1 1 0) 00000100:00000001:2.0:1787201414.076856:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787201414.076858:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201414.076861:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787201414.076863:0:2405:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201414.076866:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201414.076953:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899c9ea92300 x1874004887462272/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201430 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201414.076961:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787201414.076975:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787201414.076976:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787201414.076981:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899c9ea92300 x1874004887462272/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201430 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787201414.076988:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899c9ea92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da678fe-286a-4e72-b384-4f98f186df2f:2405:1874004887462272:192.168.201.137@tcp:400:kworker.0 00000400:00000001:2.0:1787201414.076999:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787201414.077000:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787201414.077007:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899cc0349f20. 00000400:00000200:2.0:1787201414.077011:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91ad2220 00000400:00000010:2.0:1787201414.077013:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91ad2220. 00000100:00000001:2.0:1787201414.077015:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787201414.077030:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899c9ea91500 x1874004887462528/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787201414.077038:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899c9ea91500 x1874004887462528/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201499 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201414.077043:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787201414.077045:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201414.077047:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787201414.077048:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787201414.077050:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787201414.077052:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201414.077053:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787201414.077059:0:2405:0:(import.c:2149:obd_at_measure()) add 60 to ffff899c91d84460 time=24 v=60 (60 60 60 60) 00000100:00001000:2.0:1787201414.077063:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff899c91d84418 time=28 v=5 (1 1 2 0) 00000100:00000001:2.0:1787201414.077065:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787201414.077066:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201414.077067:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787201414.077071:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff899c9ea91500 x1874004887462528/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201499 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787201414.077077:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201414.077079:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787201414.077081:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff899c9ef83000: skip recheck: last_committed 21474836545 00000100:00000001:2.0:1787201414.077083:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787201414.077085:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201414.077088:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899c9ea91500 x1874004887462528/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201499 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201414.077094:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787201414.077096:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787201414.077098:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787201414.077101:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899c9ea91500 x1874004887462528/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201499 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787201414.077108:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899c9ea91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:084554c7-ea41-472c-a807-73eae7b611f4:2405:1874004887462528:192.168.201.137@tcp:400:kworker.0 00000100:00000001:2.0:1787201414.077120:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201414.077124:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787201414.077128:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899c9ea92300 x1874004887462272/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201430 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201414.077134:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787201414.077136:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787201414.077140:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899c87c6d000. 02000000:00000001:2.0:1787201414.077144:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787201414.077152:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787201414.077154:0:2405:0:(genops.c:1223:class_import_put()) import ffff899c84e8d800 refcount=3 obd=MGC192.168.201.137@tcp 00000020:00000001:2.0:1787201414.077156:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787201414.077159:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899c82f9fb00. 02000000:00000001:2.0:1787201414.077164:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787201414.077165:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787201414.077167:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899c9ea92300. 00000100:00000001:2.0:1787201414.077171:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787201414.077173:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201414.077174:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787201414.077178:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899c9ea91500 x1874004887462528/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201499 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201414.077183:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787201414.077185:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787201414.077186:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899c87c6c800. 02000000:00000001:2.0:1787201414.077188:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787201414.077190:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787201414.077191:0:2405:0:(genops.c:1223:class_import_put()) import ffff899c91d84000 refcount=3 obd=lustre-MDT0001-mdc-ffff899c9ef83000 00000020:00000001:2.0:1787201414.077193:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787201414.077194:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899c82f9f700. 02000000:00000001:2.0:1787201414.077195:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787201414.077196:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787201414.077197:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899c9ea91500. 00000100:00000001:2.0:1787201414.077200:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787201414.077201:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201414.077204:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201414.077206:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787201414.077235:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787201414.077239:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787201414.077241:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787201414.077242:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899cc0349b58. 00000400:00000200:2.0:1787201414.077245:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91ad2d48 00000400:00000010:2.0:1787201414.077247:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91ad2d48. 00000100:00000001:2.0:1787201414.077249:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787201414.077254:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899c9ea90e00 x1874004887462400/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787201414.077262:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899c9ea90e00 x1874004887462400/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201499 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201414.077336:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787201414.077338:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201414.077340:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787201414.077341:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787201414.077342:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787201414.077344:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201414.077345:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787201414.077351:0:2405:0:(import.c:2149:obd_at_measure()) add 60 to ffff899ca73f6460 time=24 v=60 (60 60 60 60) 00000100:00001000:2.0:1787201414.077354:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff899ca73f6418 time=49 v=5 (1 1 1 0) 00000100:00000001:2.0:1787201414.077355:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787201414.077357:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201414.077358:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787201414.077361:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201414.077363:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787201414.077656:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff899c9ef83000: skip recheck: last_committed 30064771464 00000100:00000001:2.0:1787201414.077660:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787201414.077661:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201414.077667:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899c9ea90e00 x1874004887462400/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201499 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201414.077674:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787201414.077677:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787201414.077678:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787201414.077681:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899c9ea90e00 x1874004887462400/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201499 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787201414.077696:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899c9ea90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:084554c7-ea41-472c-a807-73eae7b611f4:2405:1874004887462400:192.168.201.137@tcp:400:kworker.0 00000400:00000001:2.0:1787201414.077701:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787201414.077703:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787201414.077772:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899cc0349370. 00000400:00000200:2.0:1787201414.077776:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91ad2088 00000400:00000010:2.0:1787201414.077777:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91ad2088. 00000100:00000001:2.0:1787201414.077780:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787201414.077785:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899c9ea91880 x1874004887462656/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787201414.077793:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899c9ea91880 x1874004887462656/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201469 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201414.077799:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787201414.077800:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201414.077802:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787201414.077804:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787201414.077805:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787201414.077807:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787201414.077809:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787201414.077814:0:2405:0:(import.c:2149:obd_at_measure()) add 36 to ffff899c94855c60 time=24 v=36 (36 36 5 5) 00000100:00001000:2.0:1787201414.077816:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff899c94855c18 time=112 v=5 (1 1 1 1) 00000100:00000001:2.0:1787201414.077818:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787201414.077819:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201414.077821:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787201414.077823:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201414.077825:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787201414.077826:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff899c9ef83000: skip recheck: last_committed 21474857068 00000100:00000001:2.0:1787201414.077828:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787201414.077829:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201414.077833:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899c9ea91880 x1874004887462656/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201469 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201414.077839:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787201414.077847:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787201414.077849:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787201414.077853:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899c9ea91880 x1874004887462656/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201469 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787201414.077860:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899c9ea91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:084554c7-ea41-472c-a807-73eae7b611f4:2405:1874004887462656:192.168.201.137@tcp:400:kworker.0 00000100:00000001:2.0:1787201414.077864:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201414.077866:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787201414.077934:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899c9ea90e00 x1874004887462400/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201499 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201414.077941:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787201414.077943:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787201414.077946:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899c87c6d400. 02000000:00000001:2.0:1787201414.077948:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787201414.077950:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787201414.077952:0:2405:0:(genops.c:1223:class_import_put()) import ffff899ca73f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff899c9ef83000 00000020:00000001:2.0:1787201414.077954:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787201414.077955:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899c82f9f600. 02000000:00000001:2.0:1787201414.077958:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787201414.077959:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787201414.077961:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899c9ea90e00. 00000100:00000001:2.0:1787201414.077972:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787201414.077974:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201414.077976:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787201414.077979:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899c9ea91880 x1874004887462656/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201469 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201414.077985:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787201414.077986:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787201414.077987:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899c87c6da00. 02000000:00000001:2.0:1787201414.077988:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787201414.077990:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787201414.077991:0:2405:0:(genops.c:1223:class_import_put()) import ffff899c94855800 refcount=3 obd=lustre-OST0000-osc-ffff899c9ef83000 00000020:00000001:2.0:1787201414.077993:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787201414.077994:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899c82f9fc00. 02000000:00000001:2.0:1787201414.078001:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787201414.078002:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787201414.078003:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899c9ea91880. 00000100:00000001:2.0:1787201414.078005:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787201414.078006:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201414.078008:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787201414.078016:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787201414.078018:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787201414.078021:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787201414.078023:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201414.640791:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201414.640797:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201414.640804:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201414.640806:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787201414.640834:0:246982:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787201414.640837:0:246982:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787201414.640839:0:246982:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1787201415.664350:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201415.664356:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201415.664362:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201415.664367:0:277848:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787201415.664369:0:277848:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787201415.664375:0:277848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787201415.664378:0:277848:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787201415.664379:0:277848:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201415.664382:0:277848:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787201415.664385:0:277848:0:(ldlm_lockd.c:2251:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201415.664387:0:277848:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201415.664389:0:277848:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787201415.664486:0:235206:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787201415.664490:0:235206:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787201415.664492:0:235206:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1787201416.688355:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201416.688361:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201416.688367:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201416.688368:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787201416.688509:0:235207:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787201416.688512:0:235207:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787201416.688515:0:235207:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1787201417.712468:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201417.712475:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201417.712481:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201417.712482:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787201417.712576:0:251101:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787201417.712580:0:251101:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787201417.712584:0:251101:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787201417.968437:0:277400:0:(connection.c:75:cpu_latency_work()) work item of ffff899c9185f110 (cpu 1) has reached its deadline 4305968910, at 4305968960 00000100:00000010:1.0:1787201417.968454:0:277400:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff899c9d659960. 00000100:00000040:0.0:1787201417.968601:0:217947:0:(connection.c:75:cpu_latency_work()) work item of ffff899c9185f000 (cpu 0) has reached its deadline 4305968910, at 4305968960 00000100:00000010:0.0:1787201417.968608:0:217947:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff899c9d6590c0. 00010000:00000001:2.0:1787201418.737405:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201418.737439:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201418.737448:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201418.737449:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787201418.737524:0:244704:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787201418.737528:0:244704:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787201418.737533:0:244704:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787201419.188331:0:230995:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1da678fe-286a-4e72-b384-4f98f186df2f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787201419.188345:0:230995:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787201419.188360:0:230995:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899ca7038a80. 00000020:00000040:2.0:1787201419.188369:0:230995:0:(genops.c:1210:class_import_get()) import ffff899c84e8d800 refcount=4 obd=MGC192.168.201.137@tcp 00000100:00000001:2.0:1787201419.188373:0:230995:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787201419.188378:0:230995:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787201419.188385:0:230995:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787201419.188396:0:230995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899cb8620a00. 00000100:00000001:2.0:1787201419.188405:0:230995:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201419.188420:0:230995:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da678fe-286a-4e72-b384-4f98f186df2f->MGS req@ffff899ca7038a80 x1874004887462784/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787201419.188432:0:230995:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787201419.188438:0:230995:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201419.188447:0:230995:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfefaf17] to pc [ptlrpcd_01_01+1] req@ffff899ca7038a80 x1874004887462784/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201419.188487:0:230995:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201419.188491:0:230995:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787201419.188494:0:230995:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787201419.188498:0:230995:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899ca7039880. 00000020:00000040:2.0:1787201419.188500:0:230995:0:(genops.c:1210:class_import_get()) import ffff899ca73f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff899c9ef83000 00000100:00000001:2.0:1787201419.188503:0:230995:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787201419.188504:0:230995:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787201419.188506:0:230995:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787201419.188510:0:230995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899cb8620100. 00000100:00000001:2.0:1787201419.188513:0:230995:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201419.188518:0:230995:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0000_UUID req@ffff899ca7039880 x1874004887462912/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787201419.188526:0:230995:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787201419.188548:0:230995:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201419.188553:0:230995:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079d335bc] to pc [ptlrpcd_01_00+0] req@ffff899ca7039880 x1874004887462912/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201419.188562:0:230995:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201419.188565:0:230995:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787201419.188568:0:230995:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787201419.188571:0:230995:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899ca703b480. 00000020:00000040:2.0:1787201419.188574:0:230995:0:(genops.c:1210:class_import_get()) import ffff899c91d84000 refcount=4 obd=lustre-MDT0001-mdc-ffff899c9ef83000 00000100:00000001:2.0:1787201419.188577:0:230995:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787201419.188578:0:230995:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787201419.188580:0:230995:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787201419.188586:0:230995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899cb8620c00. 00000100:00000001:2.0:1787201419.188589:0:230995:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201419.188593:0:230995:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0001_UUID req@ffff899ca703b480 x1874004887463040/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787201419.188600:0:230995:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787201419.188615:0:230995:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201419.188619:0:230995:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab0d5607] to pc [ptlrpcd_01_01+1] req@ffff899ca703b480 x1874004887463040/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201419.188626:0:230995:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201419.188628:0:230995:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787201419.188631:0:230995:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787201419.188634:0:230995:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899ca7038700. 00000020:00000040:2.0:1787201419.188636:0:230995:0:(genops.c:1210:class_import_get()) import ffff899c94855800 refcount=4 obd=lustre-OST0000-osc-ffff899c9ef83000 00000100:00000001:2.0:1787201419.188638:0:230995:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787201419.188639:0:230995:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787201419.188641:0:230995:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787201419.188644:0:230995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899cb8620200. 00000100:00000001:2.0:1787201419.188647:0:230995:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201419.188650:0:230995:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0000_UUID req@ffff899ca7038700 x1874004887463168/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787201419.188668:0:230995:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787201419.188670:0:230995:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201419.188673:0:230995:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ed3b3092] to pc [ptlrpcd_01_00+0] req@ffff899ca7038700 x1874004887463168/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787201419.188680:0:230995:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787201419.188682:0:230995:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787201419.188686:0:230995:0:(pinger.c:247:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787201419.188700:0:230995:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11307) 00000100:00000001:3.0:1787201419.188928:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787201419.188935:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787201419.188938:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787201419.188946:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899ca7038a80 x1874004887462784/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201419.188955:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787201419.188958:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787201419.188962:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787201419.188966:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787201419.188969:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787201419.188973:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899ca7038a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da678fe-286a-4e72-b384-4f98f186df2f:2405:1874004887462784:192.168.201.137@tcp:400:kworker.0 00000100:00000001:3.0:1787201419.188988:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787201419.188996:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787201419.188999:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787201419.189003:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787201419.189009:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899c98a09c00. 02000000:00000001:3.0:1787201419.189011:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787201419.189021:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:3.0:1787201419.189027:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899c83154688. 00000400:00000010:3.0:1787201419.189044:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899cb0ab0d48. 00000100:00000200:3.0:1787201419.189054:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887462784, portal 25 00000100:00000001:3.0:1787201419.189057:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787201419.189058:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904642771584 : -130169066780032 : ffff899ca7038a80) 00000100:00000040:3.0:1787201419.189065:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899ca7038a80 x1874004887462784/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201419.189074:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787201419.189077:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:3.0:1787201419.189080:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899cb0ab0220. 00000100:00000200:3.0:1787201419.189095:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874004887462784, offset 0 00000400:00000200:3.0:1787201419.189103:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:3.0:1787201419.189115:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:3.0:1787201419.189124:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:3.0:1787201419.189132:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787201419.189137:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:3.0:1787201419.189141:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787201419.189144:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:3.0:1787201419.189149:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545887:545887:256:4294967295] 192.168.201.137@tcp LPNI seq info [545830:545830:8:4294967295] 00000400:00000200:3.0:1787201419.189153:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:3.0:1787201419.189164:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:3.0:1787201419.189172:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:3.0:1787201419.189178:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899c82f9f300. 00000800:00000200:3.0:1787201419.189186:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:3.0:1787201419.189195:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:3.0:1787201419.189200:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899c82f9f300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787201419.189255:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787201419.189261:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:3.0:1787201419.189264:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS new deadline estimation for cpu 0 is 4305974034 00000100:00000010:3.0:1787201419.189269:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff899c9eb69de0. 00000100:00000001:3.0:1787201419.189278:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1787201419.189293:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS new deadline estimation for cpu 1 is 4305974034 00000100:00000010:3.0:1787201419.189301:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff899c9eb69360. 00000100:00000001:3.0:1787201419.189305:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1787201419.189308:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787201419.189311:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201419.189315:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787201419.189318:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899ca703b480 x1874004887463040/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201419.189324:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787201419.189326:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787201419.189327:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787201419.189329:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787201419.189331:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787201419.189334:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899ca703b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:084554c7-ea41-472c-a807-73eae7b611f4:2405:1874004887463040:192.168.201.137@tcp:400:kworker.0 00000100:00000001:3.0:1787201419.189337:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787201419.189339:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787201419.189341:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787201419.189342:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787201419.189345:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899c98a09a00. 02000000:00000001:3.0:1787201419.189347:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787201419.189351:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:3.0:1787201419.189353:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899c831543c8. 00000400:00000010:3.0:1787201419.189357:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899cb0ab0ee0. 00000100:00000200:3.0:1787201419.189360:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887463040, portal 10 00000100:00000001:3.0:1787201419.189361:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787201419.189362:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904642782336 : -130169066769280 : ffff899ca703b480) 00000100:00000040:3.0:1787201419.189369:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899ca703b480 x1874004887463040/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201419.189376:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787201419.189377:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:3.0:1787201419.189379:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899cb0ab0f68. 00000100:00000200:3.0:1787201419.189382:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004887463040, offset 0 00000400:00000200:3.0:1787201419.189388:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:3.0:1787201419.189398:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:3.0:1787201419.189401:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:3.0:1787201419.189404:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787201419.189406:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:3.0:1787201419.189409:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787201419.189411:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:3.0:1787201419.189413:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545888:545888:255:4294967295] 192.168.201.137@tcp LPNI seq info [545831:545831:7:4294967295] 00000400:00000200:3.0:1787201419.189417:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000800:00000200:0.0:1787201419.189420:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1787201419.189423:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000010:0.0:1787201419.189426:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899c82f9f300. 00000800:00000200:3.0:1787201419.189427:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:3.0:1787201419.189431:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899c82f9f900. 00000400:00000200:0.0:1787201419.189432:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1787201419.189434:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000400:00000200:0.0:1787201419.189437:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000800:00000200:3.0:1787201419.189438:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:3.0:1787201419.189441:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899c82f9f900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787201419.189444:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201419.189448:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: using a timeout of 23901 usecs (24 jiffies) 00000400:00000200:0.0:1787201419.189449:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899cb0ab0220 00000400:00000200:3.0:1787201419.189451:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:0.0:1787201419.189452:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899cb0ab0220. 00000100:00000001:3.0:1787201419.189454:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305970205 00000100:00000001:3.0:1787201419.189456:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS request active for cpu 0, keep current deadline 4305974034 00000100:00000001:0.0:1787201419.189457:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1787201419.189458:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305970205 00000100:00000001:3.0:1787201419.189461:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS request active for cpu 1, keep current deadline 4305974034 00000100:00000200:0.0:1787201419.189461:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899ca7038a80 x1874004887462784/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201419.189463:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787201419.189466:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201419.189469:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201419.189471:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201419.189481:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787201419.189483:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787201419.189485:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1787201419.189486:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787201419.189487:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787201419.189488:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787201419.189491:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000040:0.0:1787201419.189495:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899ca7038a80 x1874004887462784/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201435 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201419.189497:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201419.189499:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787201419.189501:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201419.189502:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787201419.189504:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787201419.189505:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787201419.189509:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899ca7039880 x1874004887462912/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201419.189509:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201419.189511:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787201419.189515:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787201419.189517:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787201419.189535:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787201419.189537:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899c82f9f900. 00000400:00000200:0.0:1787201419.189540:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201419.189544:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:0.0:1787201419.189547:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899cb0ab0f68 00000400:00000010:0.0:1787201419.189549:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899cb0ab0f68. 00000100:00000001:0.0:1787201419.189551:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787201419.189554:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899ca703b480 x1874004887463040/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201419.189566:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201419.189569:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899ca703b480 x1874004887463040/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201504 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201419.189575:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201419.189576:0:2395:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1787201419.189623:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787201419.189626:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787201419.189628:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787201419.189632:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899ca7039880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:084554c7-ea41-472c-a807-73eae7b611f4:2405:1874004887462912:192.168.201.137@tcp:400:kworker.0 00000100:00000001:3.0:1787201419.189636:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787201419.189638:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787201419.189640:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787201419.189641:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787201419.189646:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899c98a08a00. 02000000:00000001:3.0:1787201419.189648:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787201419.189651:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:3.0:1787201419.189654:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899c83154bb0. 00000400:00000010:3.0:1787201419.189657:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899cb0ab0f68. 00000100:00000200:3.0:1787201419.189660:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887462912, portal 10 00000100:00000001:3.0:1787201419.189662:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787201419.189663:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904642775168 : -130169066776448 : ffff899ca7039880) 00000100:00000040:3.0:1787201419.189669:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899ca7039880 x1874004887462912/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201419.189675:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787201419.189677:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:3.0:1787201419.189679:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899cb0ab0220. 00000100:00000200:3.0:1787201419.189682:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004887462912, offset 0 00000400:00000200:3.0:1787201419.189687:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:3.0:1787201419.189702:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:3.0:1787201419.189712:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:3.0:1787201419.189715:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787201419.189717:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:3.0:1787201419.189720:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787201419.189722:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:3.0:1787201419.189725:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545889:545889:256:4294967295] 192.168.201.137@tcp LPNI seq info [545832:545832:8:4294967295] 00000400:00000200:3.0:1787201419.189729:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:3.0:1787201419.189736:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:3.0:1787201419.189741:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:3.0:1787201419.189745:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899c82f9f100. 00000800:00000200:3.0:1787201419.189750:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:3.0:1787201419.189753:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:3.0:1787201419.189756:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899c82f9f100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787201419.189773:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201419.189777:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: using a timeout of 17885 usecs (18 jiffies) 00000400:00000200:3.0:1787201419.189780:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:3.0:1787201419.189782:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305970199 00000100:00000001:3.0:1787201419.189785:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS request active for cpu 0, keep current deadline 4305974034 00000100:00000001:3.0:1787201419.189787:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305970199 00000100:00000001:3.0:1787201419.189789:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS request active for cpu 1, keep current deadline 4305974034 00000100:00000001:3.0:1787201419.189791:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787201419.189793:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201419.189795:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787201419.189799:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899ca7038700 x1874004887463168/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201419.189806:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787201419.189807:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787201419.189810:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787201419.189811:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787201419.189820:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787201419.189824:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899ca7038700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:084554c7-ea41-472c-a807-73eae7b611f4:2405:1874004887463168:192.168.201.137@tcp:400:kworker.0 00000100:00000001:3.0:1787201419.189827:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787201419.189830:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787201419.189832:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787201419.189833:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787201419.189836:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899c98a09800. 02000000:00000001:3.0:1787201419.189838:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787201419.189842:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:3.0:1787201419.189844:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899c83154898. 00000400:00000010:3.0:1787201419.189848:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899cb0ab04c8. 00000100:00000200:3.0:1787201419.189851:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887463168, portal 4 00000100:00000001:3.0:1787201419.189853:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787201419.189855:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904642770688 : -130169066780928 : ffff899ca7038700) 00000100:00000040:3.0:1787201419.189861:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899ca7038700 x1874004887463168/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201419.189867:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787201419.189869:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:3.0:1787201419.189871:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899cb0ab0660. 00000100:00000200:3.0:1787201419.189873:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874004887463168, offset 0 00000400:00000200:3.0:1787201419.189887:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:3.0:1787201419.189891:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:3.0:1787201419.189895:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:3.0:1787201419.189898:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787201419.189900:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:3.0:1787201419.189902:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787201419.189905:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:3.0:1787201419.189907:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545890:545890:255:4294967295] 192.168.201.137@tcp LPNI seq info [545833:545833:7:4294967295] 00000400:00000200:3.0:1787201419.189911:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:3.0:1787201419.189917:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:3.0:1787201419.189921:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:3.0:1787201419.189931:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899c82f9f000. 00000800:00000200:3.0:1787201419.189935:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:3.0:1787201419.189939:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:3.0:1787201419.189942:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899c82f9f000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787201419.189945:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201419.189949:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: using a timeout of 109326 usecs (110 jiffies) 00000400:00000200:3.0:1787201419.189952:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:3.0:1787201419.189954:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305970291 00000100:00000001:3.0:1787201419.189957:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS request active for cpu 0, keep current deadline 4305974034 00000100:00000001:3.0:1787201419.189959:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305970291 00000100:00000001:3.0:1787201419.189962:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS request active for cpu 1, keep current deadline 4305974034 00000100:00000001:3.0:1787201419.189964:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787201419.189966:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201419.189969:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201419.189971:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201419.189984:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787201419.189987:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787201419.190068:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787201419.190071:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899c82f9f100. 00000400:00000200:0.0:1787201419.190075:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201419.190080:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:0.0:1787201419.190090:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899cb0ab0220 00000400:00000010:0.0:1787201419.190092:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899cb0ab0220. 00000100:00000001:0.0:1787201419.190095:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787201419.190099:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899ca7039880 x1874004887462912/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201419.190107:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201419.190111:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899ca7039880 x1874004887462912/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201504 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201419.190123:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201419.190125:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787201419.190169:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787201419.190172:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899c82f9f000. 00000400:00000200:0.0:1787201419.190174:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201419.190185:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:0.0:1787201419.190188:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899cb0ab0660 00000400:00000010:0.0:1787201419.190190:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899cb0ab0660. 00000100:00000001:0.0:1787201419.190193:0:2394:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787201419.190197:0:2394:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899ca7038700 x1874004887463168/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201419.190262:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201419.190272:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899ca7038700 x1874004887463168/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201474 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201419.190279:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201419.190280:0:2394:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787201419.196820:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201419.200066:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787201419.200079:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201419.200097:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201419.200109:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201419.200119:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:0.0:1787201419.200133:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201419.200139:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201419.200146:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201419.200152:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 25 MB=0x6a865c39fe380 00000400:00000200:0.0:1787201419.200157:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201419.200165:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.137@tcp of length 224/224 into md 0x53ddf1 [1] + 224 00000800:00000001:0.0:1787201419.200174:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201419.200179:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201419.200182:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201419.200188:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:0.0:1787201419.200198:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201419.200210:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899ca7038a80 x1874004887462784/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201435 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787201419.200265:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899ca7038a80 x1874004887462784/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201419.200299:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787201419.200315:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201419.200320:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787201419.200322:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201419.200324:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201419.200327:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201419.200331:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:0.0:1787201419.200336:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201419.200339:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201419.200341:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201419.200344:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 4 MB=0x6a865c39fe500 00000400:00000200:0.0:1787201419.200348:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201419.200353:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.137@tcp of length 224/224 into md 0x53de09 [1] + 224 00000800:00000001:0.0:1787201419.200357:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201419.200367:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201419.200370:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201419.200373:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:0.0:1787201419.200376:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201419.200382:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899ca7038700 x1874004887463168/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201474 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787201419.200391:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899ca7038700 x1874004887463168/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201419.200399:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787201419.200403:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201419.200406:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201419.200605:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787201419.200612:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787201419.200622:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787201419.200624:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787201419.200628:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899c83154898. 00000400:00000200:3.0:1787201419.200633:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899cb0ab04c8 00000400:00000010:3.0:1787201419.200637:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899cb0ab04c8. 00000100:00000001:3.0:1787201419.200640:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787201419.200645:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899ca7038700 x1874004887463168/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787201419.200655:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899ca7038700 x1874004887463168/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201474 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201419.200662:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787201419.200665:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201419.200668:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787201419.200689:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787201419.200693:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787201419.200697:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787201419.200701:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787201419.200712:0:2405:0:(import.c:2149:obd_at_measure()) add 36 to ffff899c94855c60 time=29 v=36 (36 36 5 5) 00000100:00001000:3.0:1787201419.200718:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff899c94855c18 time=117 v=5 (1 1 1 1) 00000100:00000001:3.0:1787201419.200721:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787201419.200723:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787201419.200727:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787201419.200731:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201419.200735:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787201419.200738:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff899c9ef83000: skip recheck: last_committed 21474857068 00000100:00000001:3.0:1787201419.200740:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787201419.200742:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201419.200748:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899ca7038700 x1874004887463168/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201474 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201419.200755:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787201419.200759:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787201419.200762:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787201419.200766:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899ca7038700 x1874004887463168/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201474 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787201419.200775:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899ca7038700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:084554c7-ea41-472c-a807-73eae7b611f4:2405:1874004887463168:192.168.201.137@tcp:400:kworker.0 00000400:00000001:3.0:1787201419.200782:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787201419.200783:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787201419.200786:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899c83154688. 00000400:00000200:3.0:1787201419.200788:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899cb0ab0d48 00000400:00000010:3.0:1787201419.200790:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899cb0ab0d48. 00000100:00000001:3.0:1787201419.200793:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787201419.200797:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899ca7038a80 x1874004887462784/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787201419.200805:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899ca7038a80 x1874004887462784/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201435 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201419.200823:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787201419.200825:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201419.200827:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787201419.200828:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787201419.200830:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787201419.200831:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787201419.200833:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787201419.200836:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff899c84e8dc60 time=29 v=5 (5 5 5 5) 00000100:00001000:3.0:1787201419.200839:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff899c84e8dc18 time=54 v=5 (1 1 1 0) 00000100:00000001:3.0:1787201419.200841:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787201419.200843:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787201419.200844:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787201419.200846:0:2405:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201419.200848:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201419.200853:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899ca7038a80 x1874004887462784/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201435 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201419.200859:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787201419.200861:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787201419.200862:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787201419.200866:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899ca7038a80 x1874004887462784/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201435 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787201419.200874:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899ca7038a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da678fe-286a-4e72-b384-4f98f186df2f:2405:1874004887462784:192.168.201.137@tcp:400:kworker.0 00000100:00000001:3.0:1787201419.200890:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201419.200894:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787201419.200897:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899ca7038700 x1874004887463168/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201474 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201419.200904:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787201419.200906:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787201419.200911:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899c98a09800. 02000000:00000001:3.0:1787201419.200917:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787201419.200921:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787201419.200928:0:2405:0:(genops.c:1223:class_import_put()) import ffff899c94855800 refcount=3 obd=lustre-OST0000-osc-ffff899c9ef83000 00000020:00000001:3.0:1787201419.200931:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787201419.200934:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899cb8620200. 02000000:00000001:3.0:1787201419.200939:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787201419.200941:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787201419.200943:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899ca7038700. 00000100:00000001:3.0:1787201419.200947:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787201419.200949:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201419.200950:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787201419.200955:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899ca7038a80 x1874004887462784/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201435 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201419.200961:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787201419.200962:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787201419.200964:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899c98a09c00. 02000000:00000001:3.0:1787201419.200967:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787201419.200968:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787201419.200969:0:2405:0:(genops.c:1223:class_import_put()) import ffff899c84e8d800 refcount=3 obd=MGC192.168.201.137@tcp 00000020:00000001:3.0:1787201419.200971:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787201419.200973:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899cb8620a00. 02000000:00000001:3.0:1787201419.200975:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787201419.200976:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787201419.200977:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899ca7038a80. 00000100:00000001:3.0:1787201419.200980:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787201419.200981:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201419.200984:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201419.200986:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787201419.200988:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787201419.200990:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201419.200992:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1787201419.201957:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201419.201972:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787201419.201989:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201419.202004:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201419.202012:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201419.202017:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:0.0:1787201419.202025:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201419.202030:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201419.202035:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201419.202039:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 10 MB=0x6a865c39fe480 00000400:00000200:0.0:1787201419.202044:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201419.202051:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.137@tcp of length 224/224 into md 0x53ddf9 [1] + 224 00000800:00000001:0.0:1787201419.202058:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201419.202062:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201419.202066:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201419.202070:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:0.0:1787201419.202077:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201419.202092:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899ca703b480 x1874004887463040/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201504 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787201419.202104:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899ca703b480 x1874004887463040/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201504 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201419.202123:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787201419.202131:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201419.202135:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787201419.202137:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201419.202139:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201419.202142:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201419.202146:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:0.0:1787201419.202150:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201419.202153:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201419.202156:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201419.202159:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 10 MB=0x6a865c39fe400 00000400:00000200:0.0:1787201419.202162:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201419.202167:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.137@tcp of length 224/224 into md 0x53de01 [1] + 224 00000800:00000001:0.0:1787201419.202171:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201419.202185:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201419.202187:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201419.202191:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:0.0:1787201419.202194:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201419.202199:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899ca7039880 x1874004887462912/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201504 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787201419.202208:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899ca7039880 x1874004887462912/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201504 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201419.202234:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787201419.202239:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201419.202242:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201419.202405:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787201419.202410:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787201419.202416:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787201419.202419:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787201419.202422:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899c83154bb0. 00000400:00000200:3.0:1787201419.202426:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899cb0ab0f68 00000400:00000010:3.0:1787201419.202429:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899cb0ab0f68. 00000100:00000001:3.0:1787201419.202431:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787201419.202436:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899ca7039880 x1874004887462912/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201504 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787201419.202452:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899ca7039880 x1874004887462912/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201504 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201419.202459:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787201419.202462:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201419.202464:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787201419.202467:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787201419.202470:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787201419.202472:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787201419.202475:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787201419.202484:0:2405:0:(import.c:2149:obd_at_measure()) add 60 to ffff899ca73f6460 time=29 v=60 (60 60 60 60) 00000100:00001000:3.0:1787201419.202488:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff899ca73f6418 time=54 v=5 (1 1 1 0) 00000100:00000001:3.0:1787201419.202490:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787201419.202492:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787201419.202495:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787201419.202499:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201419.202502:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787201419.202503:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff899c9ef83000: skip recheck: last_committed 30064771464 00000100:00000001:3.0:1787201419.202506:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787201419.202508:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201419.202513:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899ca7039880 x1874004887462912/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201504 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201419.202520:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787201419.202523:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787201419.202525:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787201419.202529:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899ca7039880 x1874004887462912/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201504 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787201419.202537:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899ca7039880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:084554c7-ea41-472c-a807-73eae7b611f4:2405:1874004887462912:192.168.201.137@tcp:400:kworker.0 00000400:00000001:3.0:1787201419.202542:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787201419.202544:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787201419.202545:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899c831543c8. 00000400:00000200:3.0:1787201419.202554:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899cb0ab0ee0 00000400:00000010:3.0:1787201419.202556:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899cb0ab0ee0. 00000100:00000001:3.0:1787201419.202558:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787201419.202562:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899ca703b480 x1874004887463040/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201504 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787201419.202570:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899ca703b480 x1874004887463040/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201504 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201419.202576:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787201419.202578:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201419.202579:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787201419.202581:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787201419.202582:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787201419.202583:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787201419.202585:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787201419.202590:0:2405:0:(import.c:2149:obd_at_measure()) add 60 to ffff899c91d84460 time=29 v=60 (60 60 60 60) 00000100:00001000:3.0:1787201419.202593:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff899c91d84418 time=33 v=5 (1 1 2 0) 00000100:00000001:3.0:1787201419.202596:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787201419.202597:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787201419.202599:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787201419.202602:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff899ca703b480 x1874004887463040/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201504 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787201419.202609:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201419.202611:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787201419.202613:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff899c9ef83000: skip recheck: last_committed 21474836545 00000100:00000001:3.0:1787201419.202614:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787201419.202616:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787201419.202619:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899ca703b480 x1874004887463040/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201504 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201419.202625:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787201419.202627:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787201419.202628:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787201419.202632:0:2405:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899ca703b480 x1874004887463040/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201504 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787201419.202651:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899ca703b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:084554c7-ea41-472c-a807-73eae7b611f4:2405:1874004887463040:192.168.201.137@tcp:400:kworker.0 00000100:00000001:3.0:1787201419.202655:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201419.202658:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787201419.202661:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899ca7039880 x1874004887462912/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201504 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201419.202679:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787201419.202682:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787201419.202685:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899c98a08a00. 02000000:00000001:3.0:1787201419.202691:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787201419.202694:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787201419.202696:0:2405:0:(genops.c:1223:class_import_put()) import ffff899ca73f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff899c9ef83000 00000020:00000001:3.0:1787201419.202699:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787201419.202702:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899cb8620100. 02000000:00000001:3.0:1787201419.202706:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787201419.202707:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787201419.202709:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899ca7039880. 00000100:00000001:3.0:1787201419.202713:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787201419.202714:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201419.202716:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787201419.202719:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899ca703b480 x1874004887463040/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201504 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787201419.202725:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787201419.202727:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787201419.202728:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899c98a09a00. 02000000:00000001:3.0:1787201419.202731:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787201419.202732:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787201419.202734:0:2405:0:(genops.c:1223:class_import_put()) import ffff899c91d84000 refcount=3 obd=lustre-MDT0001-mdc-ffff899c9ef83000 00000020:00000001:3.0:1787201419.202736:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787201419.202737:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899cb8620c00. 02000000:00000001:3.0:1787201419.202739:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787201419.202741:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787201419.202742:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899ca703b480. 00000100:00000001:3.0:1787201419.202751:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787201419.202753:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201419.202756:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787201419.202766:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787201419.202769:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787201419.202771:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787201419.202774:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201419.762719:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201419.762729:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201419.762736:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201419.762738:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787201419.762770:0:246982:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787201419.762774:0:246982:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787201419.762778:0:246982:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1787201420.784652:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201420.784663:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201420.784672:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201420.784673:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787201420.784840:0:235206:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787201420.784845:0:235206:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787201420.784857:0:235206:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1787201421.808642:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201421.808653:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201421.808662:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201421.808664:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787201421.808792:0:235207:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787201421.808799:0:235207:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787201421.808803:0:235207:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1787201422.832380:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201422.832392:0:277848:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787201422.832395:0:277848:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787201422.832463:0:277848:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201422.832470:0:277848:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787201422.832473:0:277848:0:(ldlm_lockd.c:2251:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201422.832475:0:277848:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201422.832478:0:277848:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201422.832484:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201422.832510:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787201422.834272:0:251101:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787201422.834281:0:251101:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787201422.834287:0:251101:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787201423.092927:0:277400:0:(connection.c:75:cpu_latency_work()) work item of ffff899c9185f110 (cpu 1) has reached its deadline 4305974034, at 4305974084 00000100:00000010:1.0:1787201423.092951:0:277400:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff899c9eb69360. 00000100:00000040:0.0:1787201423.094554:0:217947:0:(connection.c:75:cpu_latency_work()) work item of ffff899c9185f000 (cpu 0) has reached its deadline 4305974034, at 4305974086 00000100:00000010:0.0:1787201423.094569:0:217947:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff899c9eb69de0. 00010000:00000001:2.0:1787201423.856437:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201423.856448:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201423.856457:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201423.856458:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787201423.857354:0:244704:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787201423.857360:0:244704:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787201423.857366:0:244704:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787201424.304613:0:277698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1da678fe-286a-4e72-b384-4f98f186df2f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787201424.304627:0:277698:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787201424.304640:0:277698:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899ca724e300. 00000020:00000040:0.0:1787201424.304648:0:277698:0:(genops.c:1210:class_import_get()) import ffff899c84e8d800 refcount=4 obd=MGC192.168.201.137@tcp 00000100:00000001:0.0:1787201424.304652:0:277698:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787201424.304656:0:277698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787201424.304662:0:277698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787201424.304672:0:277698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899c91178800. 00000100:00000001:0.0:1787201424.304680:0:277698:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201424.304695:0:277698:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da678fe-286a-4e72-b384-4f98f186df2f->MGS req@ffff899ca724e300 x1874004887463296/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787201424.304706:0:277698:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787201424.304711:0:277698:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201424.304717:0:277698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000508b511c] to pc [ptlrpcd_00_00+0] req@ffff899ca724e300 x1874004887463296/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201424.304756:0:277698:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201424.304760:0:277698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787201424.304786:0:277698:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787201424.304819:0:277698:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899ca724df80. 00000020:00000040:0.0:1787201424.304822:0:277698:0:(genops.c:1210:class_import_get()) import ffff899ca73f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff899c9ef83000 00000100:00000001:0.0:1787201424.304825:0:277698:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787201424.304826:0:277698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787201424.304828:0:277698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787201424.304832:0:277698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899c91178500. 00000100:00000001:0.0:1787201424.304836:0:277698:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201424.304840:0:277698:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0000_UUID req@ffff899ca724df80 x1874004887463424/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787201424.304848:0:277698:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787201424.304850:0:277698:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201424.304854:0:277698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f861eb2b] to pc [ptlrpcd_00_01+1] req@ffff899ca724df80 x1874004887463424/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201424.304863:0:277698:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201424.304865:0:277698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787201424.304868:0:277698:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787201424.304871:0:277698:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899ca724f800. 00000020:00000040:0.0:1787201424.304873:0:277698:0:(genops.c:1210:class_import_get()) import ffff899c91d84000 refcount=4 obd=lustre-MDT0001-mdc-ffff899c9ef83000 00000100:00000001:0.0:1787201424.304875:0:277698:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787201424.304876:0:277698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787201424.304878:0:277698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787201424.304881:0:277698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899c91178000. 00000100:00000001:0.0:1787201424.304884:0:277698:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201424.304888:0:277698:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0001_UUID req@ffff899ca724f800 x1874004887463552/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787201424.304895:0:277698:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787201424.304897:0:277698:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201424.304900:0:277698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b33b8ab] to pc [ptlrpcd_00_00+0] req@ffff899ca724f800 x1874004887463552/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201424.304920:0:277698:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201424.304923:0:277698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787201424.304926:0:277698:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787201424.304929:0:277698:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899ca724c000. 00000020:00000040:0.0:1787201424.304932:0:277698:0:(genops.c:1210:class_import_get()) import ffff899c94855800 refcount=4 obd=lustre-OST0000-osc-ffff899c9ef83000 00000100:00000001:0.0:1787201424.304934:0:277698:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787201424.304935:0:277698:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787201424.304937:0:277698:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787201424.304941:0:277698:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899c91178b00. 00000100:00000001:0.0:1787201424.304944:0:277698:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201424.304947:0:277698:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0000_UUID req@ffff899ca724c000 x1874004887463680/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787201424.304955:0:277698:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787201424.304956:0:277698:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201424.304960:0:277698:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011e49a3e] to pc [ptlrpcd_00_01+1] req@ffff899ca724c000 x1874004887463680/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201424.304968:0:277698:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201424.304970:0:277698:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787201424.304974:0:277698:0:(pinger.c:247:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787201424.304980:0:277698:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11312) 00000100:00000001:1.0:1787201424.305076:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787201424.305082:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787201424.305085:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787201424.305092:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899ca724e300 x1874004887463296/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201424.305114:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787201424.305118:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201424.305123:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787201424.305126:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787201424.305129:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787201424.305133:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899ca724e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da678fe-286a-4e72-b384-4f98f186df2f:2402:1874004887463296:192.168.201.137@tcp:400:kworker.0 00000100:00000001:1.0:1787201424.305138:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787201424.305145:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787201424.305148:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201424.305151:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787201424.305156:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899caaaace00. 02000000:00000001:1.0:1787201424.305159:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787201424.305168:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:1.0:1787201424.305173:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899c82fe9948. 00000400:00000010:1.0:1787201424.305182:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899caf6dccc0. 00000100:00000200:1.0:1787201424.305192:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887463296, portal 25 00000100:00000001:1.0:1787201424.305194:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787201424.305205:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904644956928 : -130169064594688 : ffff899ca724e300) 00000100:00000040:1.0:1787201424.305252:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899ca724e300 x1874004887463296/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201424.305261:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787201424.305264:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:1.0:1787201424.305267:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899caf6dc7f8. 00000100:00000200:1.0:1787201424.305271:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874004887463296, offset 0 00000400:00000200:1.0:1787201424.305279:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:1.0:1787201424.305292:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201424.305301:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:1.0:1787201424.305308:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787201424.305313:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:1.0:1787201424.305318:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787201424.305320:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:1.0:1787201424.305325:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545891:545891:256:4294967295] 192.168.201.137@tcp LPNI seq info [545834:545834:8:4294967295] 00000400:00000200:1.0:1787201424.305330:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201424.305342:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:1.0:1787201424.305349:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:1.0:1787201424.305355:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899caf300c00. 00000800:00000200:1.0:1787201424.305374:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:1.0:1787201424.305382:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:1.0:1787201424.305387:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899caf300c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787201424.305405:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787201424.305410:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:1.0:1787201424.305414:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS new deadline estimation for cpu 0 is 4305979150 00000100:00000010:1.0:1787201424.305419:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff899c8fccd2a0. 00000100:00000001:1.0:1787201424.305428:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787201424.305435:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS new deadline estimation for cpu 1 is 4305979150 00000100:00000010:1.0:1787201424.305438:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff899c8fccdba0. 00000100:00000001:1.0:1787201424.305441:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787201424.305444:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787201424.305453:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201424.305456:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787201424.305460:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899ca724f800 x1874004887463552/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201424.305468:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787201424.305470:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201424.305472:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787201424.305475:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787201424.305476:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787201424.305479:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899ca724f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:084554c7-ea41-472c-a807-73eae7b611f4:2402:1874004887463552:192.168.201.137@tcp:400:kworker.0 00000100:00000001:1.0:1787201424.305482:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787201424.305485:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787201424.305487:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201424.305488:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787201424.305492:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899caaaacc00. 02000000:00000001:1.0:1787201424.305495:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787201424.305499:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:1.0:1787201424.305502:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899c82fe9dc0. 00000400:00000010:1.0:1787201424.305507:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899caf6dc6e8. 00000100:00000200:1.0:1787201424.305510:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887463552, portal 10 00000100:00000001:1.0:1787201424.305512:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787201424.305514:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904644962304 : -130169064589312 : ffff899ca724f800) 00000100:00000040:1.0:1787201424.305522:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899ca724f800 x1874004887463552/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201424.305530:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787201424.305532:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:1.0:1787201424.305535:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899caf6dcf68. 00000100:00000200:1.0:1787201424.305538:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004887463552, offset 0 00000400:00000200:1.0:1787201424.305542:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:1.0:1787201424.305547:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201424.305550:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:1.0:1787201424.305553:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787201424.305562:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:1.0:1787201424.305564:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787201424.305566:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:1.0:1787201424.305570:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545892:545892:255:4294967295] 192.168.201.137@tcp LPNI seq info [545835:545835:7:4294967295] 00000400:00000200:1.0:1787201424.305574:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201424.305580:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:1.0:1787201424.305585:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:1.0:1787201424.305589:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899caf300400. 00000800:00000200:1.0:1787201424.305593:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:1.0:1787201424.305597:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:1.0:1787201424.305600:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899caf300400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787201424.305603:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201424.305608:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: using a timeout of 23900 usecs (24 jiffies) 00000400:00000200:1.0:1787201424.305611:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:1.0:1787201424.305613:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305975321 00000100:00000001:1.0:1787201424.305616:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS request active for cpu 0, keep current deadline 4305979150 00000100:00000001:1.0:1787201424.305618:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305975321 00000100:00000001:1.0:1787201424.305620:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS request active for cpu 1, keep current deadline 4305979150 00000100:00000001:1.0:1787201424.305622:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787201424.305625:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201424.305628:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201424.305631:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201424.305640:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787201424.305643:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1787201424.305645:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787201424.305647:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787201424.305649:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787201424.305652:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1787201424.305654:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201424.305656:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787201424.305658:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201424.305664:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787201424.305666:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787201424.305667:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787201424.305672:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899ca724df80 x1874004887463424/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201424.305680:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787201424.305681:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201424.305684:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787201424.305685:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787201424.305687:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787201424.305690:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899ca724df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:084554c7-ea41-472c-a807-73eae7b611f4:2402:1874004887463424:192.168.201.137@tcp:400:kworker.0 00000100:00000001:1.0:1787201424.305693:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787201424.305695:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787201424.305697:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201424.305698:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787201424.305703:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899caaaac400. 02000000:00000001:1.0:1787201424.305704:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787201424.305708:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:1.0:1787201424.305711:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899c82fe99f8. 00000400:00000010:1.0:1787201424.305714:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899caf6dc908. 00000100:00000200:1.0:1787201424.305717:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887463424, portal 10 00000100:00000001:1.0:1787201424.305719:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787201424.305720:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904644956032 : -130169064595584 : ffff899ca724df80) 00000100:00000040:1.0:1787201424.305726:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899ca724df80 x1874004887463424/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201424.305734:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787201424.305736:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:1.0:1787201424.305739:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899caf6dc660. 00000100:00000200:1.0:1787201424.305741:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004887463424, offset 0 00000400:00000200:1.0:1787201424.305746:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:1.0:1787201424.305750:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201424.305753:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:1.0:1787201424.305756:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787201424.305764:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:1.0:1787201424.305767:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787201424.305769:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:1.0:1787201424.305773:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545893:545893:254:4294967295] 192.168.201.137@tcp LPNI seq info [545836:545836:6:4294967295] 00000400:00000200:1.0:1787201424.305778:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201424.305784:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:1.0:1787201424.305801:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:1.0:1787201424.305805:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899caf300e00. 00000800:00000200:1.0:1787201424.305809:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:1.0:1787201424.305814:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:1.0:1787201424.305817:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899caf300e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787201424.305820:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201424.305824:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: using a timeout of 17885 usecs (18 jiffies) 00000400:00000200:1.0:1787201424.305827:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:1.0:1787201424.305829:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305975315 00000100:00000001:1.0:1787201424.305832:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS request active for cpu 0, keep current deadline 4305979150 00000100:00000001:1.0:1787201424.305834:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305975315 00000100:00000001:1.0:1787201424.305836:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS request active for cpu 1, keep current deadline 4305979150 00000100:00000001:1.0:1787201424.305839:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787201424.305841:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201424.305843:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787201424.305848:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899ca724c000 x1874004887463680/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201424.305855:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787201424.305856:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201424.305858:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787201424.305860:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787201424.305861:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787201424.305864:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899ca724c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:084554c7-ea41-472c-a807-73eae7b611f4:2402:1874004887463680:192.168.201.137@tcp:400:kworker.0 00000100:00000001:1.0:1787201424.305874:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787201424.305877:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787201424.305878:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201424.305880:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787201424.305883:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899caaaac200. 02000000:00000001:1.0:1787201424.305885:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787201424.305889:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:1.0:1787201424.305892:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899c82fe9370. 00000400:00000010:1.0:1787201424.305896:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899caf6dc4c8. 00000100:00000200:1.0:1787201424.305899:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887463680, portal 4 00000100:00000001:1.0:1787201424.305900:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787201424.305902:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904644947968 : -130169064603648 : ffff899ca724c000) 00000100:00000040:1.0:1787201424.305908:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899ca724c000 x1874004887463680/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201424.305914:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787201424.305916:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:1.0:1787201424.305919:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899caf6dcee0. 00000100:00000200:1.0:1787201424.305921:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874004887463680, offset 0 00000400:00000200:1.0:1787201424.305926:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:1.0:1787201424.305929:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201424.305933:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:1.0:1787201424.305936:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787201424.305938:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:1.0:1787201424.305940:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787201424.305943:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:1.0:1787201424.305945:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545894:545894:253:4294967295] 192.168.201.137@tcp LPNI seq info [545837:545837:5:4294967295] 00000400:00000200:1.0:1787201424.305948:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:1.0:1787201424.305954:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:1.0:1787201424.305957:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:1.0:1787201424.305961:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899caf300100. 00000800:00000200:1.0:1787201424.305964:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:1.0:1787201424.305974:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:1.0:1787201424.305976:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899caf300100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787201424.305979:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201424.305982:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: using a timeout of 109253 usecs (110 jiffies) 00000400:00000200:1.0:1787201424.305985:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:1.0:1787201424.305987:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305975407 00000100:00000001:1.0:1787201424.305989:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS request active for cpu 0, keep current deadline 4305979150 00000100:00000001:1.0:1787201424.305990:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305975407 00000100:00000001:1.0:1787201424.305992:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS request active for cpu 1, keep current deadline 4305979150 00000100:00000001:1.0:1787201424.305994:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787201424.305996:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201424.305998:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201424.306000:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201424.306016:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787201424.306018:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787201424.306392:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787201424.306398:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899caf300c00. 00000400:00000200:0.0:1787201424.306408:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201424.306414:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:0.0:1787201424.306422:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899caf6dc7f8 00000400:00000010:0.0:1787201424.306425:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899caf6dc7f8. 00000100:00000001:0.0:1787201424.306431:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787201424.306436:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899ca724e300 x1874004887463296/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201424.306458:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201424.306462:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899ca724e300 x1874004887463296/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201440 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201424.306469:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201424.306471:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787201424.306487:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787201424.306489:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899caf300400. 00000400:00000200:0.0:1787201424.306492:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201424.306496:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:0.0:1787201424.306498:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899caf6dcf68 00000400:00000010:0.0:1787201424.306500:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899caf6dcf68. 00000100:00000001:0.0:1787201424.306503:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787201424.306506:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899ca724f800 x1874004887463552/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201424.306514:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201424.306517:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899ca724f800 x1874004887463552/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201509 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201424.306523:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201424.306525:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787201424.306533:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787201424.306536:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899caf300e00. 00000400:00000200:0.0:1787201424.306538:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201424.306541:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:0.0:1787201424.306543:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899caf6dc660 00000400:00000010:0.0:1787201424.306545:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899caf6dc660. 00000100:00000001:0.0:1787201424.306547:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787201424.306551:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899ca724df80 x1874004887463424/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201424.306558:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201424.306561:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899ca724df80 x1874004887463424/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201509 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201424.306579:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201424.306581:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787201424.306663:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787201424.306666:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899caf300100. 00000400:00000200:0.0:1787201424.306669:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201424.306673:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:0.0:1787201424.306676:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899caf6dcee0 00000400:00000010:0.0:1787201424.306678:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899caf6dcee0. 00000100:00000001:0.0:1787201424.306680:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787201424.306684:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899ca724c000 x1874004887463680/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201424.306691:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201424.306694:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899ca724c000 x1874004887463680/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201479 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201424.306701:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201424.306702:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787201424.314840:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201424.314866:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787201424.314872:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201424.314875:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201424.314888:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201424.314898:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:0.0:1787201424.314909:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201424.314915:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201424.314922:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201424.314927:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 4 MB=0x6a865c39fe700 00000400:00000200:0.0:1787201424.314932:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201424.314940:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.137@tcp of length 224/224 into md 0x53de41 [1] + 224 00000800:00000001:0.0:1787201424.314948:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201424.314953:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201424.314956:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201424.314962:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:0.0:1787201424.314994:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201424.315006:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899ca724c000 x1874004887463680/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201479 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787201424.315018:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899ca724c000 x1874004887463680/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201424.315046:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787201424.315057:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201424.315061:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787201424.315063:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201424.315066:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201424.315069:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201424.315072:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:0.0:1787201424.315077:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201424.315079:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201424.315082:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201424.315086:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 10 MB=0x6a865c39fe680 00000400:00000200:0.0:1787201424.315106:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201424.315112:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.137@tcp of length 224/224 into md 0x53de21 [1] + 224 00000800:00000001:0.0:1787201424.315116:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201424.315120:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201424.315122:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201424.315125:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:0.0:1787201424.315128:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201424.315133:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899ca724f800 x1874004887463552/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201509 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787201424.315141:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899ca724f800 x1874004887463552/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201509 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201424.315149:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787201424.315153:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201424.315155:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787201424.315158:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201424.315166:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201424.315169:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201424.315173:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:0.0:1787201424.315177:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201424.315180:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201424.315183:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201424.315187:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 10 MB=0x6a865c39fe600 00000400:00000200:0.0:1787201424.315190:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201424.315194:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.137@tcp of length 224/224 into md 0x53de31 [1] + 224 00000800:00000001:0.0:1787201424.315197:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201424.315201:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201424.315203:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201424.315206:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:0.0:1787201424.315210:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201424.315256:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899ca724df80 x1874004887463424/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201509 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787201424.315266:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899ca724df80 x1874004887463424/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201509 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201424.315274:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787201424.315278:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201424.315282:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787201424.315284:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201424.315286:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201424.315289:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201424.315292:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:0.0:1787201424.315296:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201424.315299:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201424.315301:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201424.315304:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 25 MB=0x6a865c39fe580 00000400:00000200:0.0:1787201424.315308:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201424.315313:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.137@tcp of length 224/224 into md 0x53de11 [1] + 224 00000800:00000001:0.0:1787201424.315316:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201424.315330:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201424.315332:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201424.315336:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:0.0:1787201424.315339:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201424.315345:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899ca724e300 x1874004887463296/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201440 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787201424.315353:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899ca724e300 x1874004887463296/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201440 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201424.315361:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787201424.315365:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201424.315368:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201424.315642:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787201424.315648:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787201424.315656:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787201424.315659:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787201424.315663:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899c82fe99f8. 00000400:00000200:1.0:1787201424.315668:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899caf6dc908 00000400:00000010:1.0:1787201424.315671:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899caf6dc908. 00000100:00000001:1.0:1787201424.315674:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787201424.315679:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899ca724df80 x1874004887463424/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201509 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787201424.315687:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899ca724df80 x1874004887463424/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201509 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201424.315692:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787201424.315695:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201424.315698:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787201424.315702:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787201424.315704:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787201424.315716:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201424.315719:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787201424.315731:0:2402:0:(import.c:2149:obd_at_measure()) add 60 to ffff899ca73f6460 time=34 v=60 (60 60 60 60) 00000100:00001000:1.0:1787201424.315735:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff899ca73f6418 time=59 v=5 (1 1 1 0) 00000100:00000001:1.0:1787201424.315738:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787201424.315741:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201424.315744:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787201424.315749:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201424.315753:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787201424.315755:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff899c9ef83000: skip recheck: last_committed 30064771464 00000100:00000001:1.0:1787201424.315757:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787201424.315759:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201424.315765:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899ca724df80 x1874004887463424/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201509 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201424.315772:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787201424.315774:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787201424.315777:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787201424.315780:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899ca724df80 x1874004887463424/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201509 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787201424.315799:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899ca724df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:084554c7-ea41-472c-a807-73eae7b611f4:2402:1874004887463424:192.168.201.137@tcp:400:kworker.0 00000400:00000001:1.0:1787201424.315807:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787201424.315809:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787201424.315811:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899c82fe9370. 00000400:00000200:1.0:1787201424.315813:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899caf6dc4c8 00000400:00000010:1.0:1787201424.315815:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899caf6dc4c8. 00000100:00000001:1.0:1787201424.315817:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787201424.315820:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899ca724c000 x1874004887463680/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787201424.315827:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899ca724c000 x1874004887463680/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201479 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201424.315833:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787201424.315839:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201424.315841:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787201424.315843:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787201424.315844:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787201424.315846:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201424.315847:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787201424.315853:0:2402:0:(import.c:2149:obd_at_measure()) add 36 to ffff899c94855c60 time=34 v=36 (36 36 5 5) 00000100:00001000:1.0:1787201424.315856:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff899c94855c18 time=122 v=5 (1 1 1 1) 00000100:00000001:1.0:1787201424.315858:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787201424.315859:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201424.315861:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787201424.315863:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201424.315865:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787201424.315867:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff899c9ef83000: skip recheck: last_committed 21474857068 00000100:00000001:1.0:1787201424.315869:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787201424.315870:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201424.315875:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899ca724c000 x1874004887463680/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201479 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201424.315882:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787201424.315884:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787201424.315885:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787201424.315889:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899ca724c000 x1874004887463680/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201479 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787201424.315897:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899ca724c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:084554c7-ea41-472c-a807-73eae7b611f4:2402:1874004887463680:192.168.201.137@tcp:400:kworker.0 00000400:00000001:1.0:1787201424.315904:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787201424.315905:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787201424.315907:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899c82fe9948. 00000400:00000200:1.0:1787201424.315909:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899caf6dccc0 00000400:00000010:1.0:1787201424.315912:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899caf6dccc0. 00000100:00000001:1.0:1787201424.315914:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787201424.315917:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899ca724e300 x1874004887463296/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201440 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787201424.315925:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899ca724e300 x1874004887463296/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201440 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201424.315938:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787201424.315940:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201424.315942:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787201424.315944:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787201424.315945:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787201424.315946:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201424.315948:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787201424.315951:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff899c84e8dc60 time=34 v=5 (5 5 5 5) 00000100:00001000:1.0:1787201424.315954:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff899c84e8dc18 time=59 v=5 (1 1 1 0) 00000100:00000001:1.0:1787201424.315956:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787201424.315958:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201424.315959:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787201424.315961:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201424.315963:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201424.315967:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899ca724e300 x1874004887463296/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201440 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201424.315973:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787201424.315975:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787201424.315977:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787201424.315980:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899ca724e300 x1874004887463296/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201440 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787201424.315988:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899ca724e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da678fe-286a-4e72-b384-4f98f186df2f:2402:1874004887463296:192.168.201.137@tcp:400:kworker.0 00000400:00000001:1.0:1787201424.315994:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787201424.315996:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787201424.315997:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899c82fe9dc0. 00000400:00000200:1.0:1787201424.316000:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899caf6dc6e8 00000400:00000010:1.0:1787201424.316002:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899caf6dc6e8. 00000100:00000001:1.0:1787201424.316004:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787201424.316008:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899ca724f800 x1874004887463552/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201509 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787201424.316015:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899ca724f800 x1874004887463552/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201509 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201424.316027:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787201424.316029:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201424.316031:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787201424.316032:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787201424.316034:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787201424.316035:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201424.316037:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787201424.316041:0:2402:0:(import.c:2149:obd_at_measure()) add 60 to ffff899c91d84460 time=34 v=60 (60 60 60 60) 00000100:00001000:1.0:1787201424.316045:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff899c91d84418 time=38 v=5 (1 1 2 0) 00000100:00000001:1.0:1787201424.316047:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787201424.316048:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201424.316049:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1787201424.316053:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff899ca724f800 x1874004887463552/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201509 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1787201424.316060:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201424.316062:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787201424.316064:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff899c9ef83000: skip recheck: last_committed 21474836545 00000100:00000001:1.0:1787201424.316065:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787201424.316067:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201424.316070:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899ca724f800 x1874004887463552/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201509 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201424.316075:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787201424.316077:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787201424.316078:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787201424.316081:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899ca724f800 x1874004887463552/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201509 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787201424.316326:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899ca724f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:084554c7-ea41-472c-a807-73eae7b611f4:2402:1874004887463552:192.168.201.137@tcp:400:kworker.0 00000100:00000001:1.0:1787201424.316334:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201424.316338:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201424.316344:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899ca724df80 x1874004887463424/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201509 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201424.316358:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787201424.316361:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787201424.316365:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899caaaac400. 02000000:00000001:1.0:1787201424.316370:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787201424.316375:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787201424.316377:0:2402:0:(genops.c:1223:class_import_put()) import ffff899ca73f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff899c9ef83000 00000020:00000001:1.0:1787201424.316380:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787201424.316383:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899c91178500. 02000000:00000001:1.0:1787201424.316388:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787201424.316390:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787201424.316392:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899ca724df80. 00000100:00000001:1.0:1787201424.316397:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787201424.316399:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201424.316401:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201424.316405:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899ca724c000 x1874004887463680/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201479 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201424.316411:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787201424.316412:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787201424.316414:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899caaaac200. 02000000:00000001:1.0:1787201424.316416:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787201424.316417:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787201424.316418:0:2402:0:(genops.c:1223:class_import_put()) import ffff899c94855800 refcount=3 obd=lustre-OST0000-osc-ffff899c9ef83000 00000020:00000001:1.0:1787201424.316420:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787201424.316421:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899c91178b00. 02000000:00000001:1.0:1787201424.316423:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787201424.316424:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787201424.316425:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899ca724c000. 00000100:00000001:1.0:1787201424.316428:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787201424.316429:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201424.316431:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201424.316434:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899ca724e300 x1874004887463296/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201440 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201424.316440:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787201424.316441:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787201424.316448:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899caaaace00. 02000000:00000001:1.0:1787201424.316450:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787201424.316451:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787201424.316453:0:2402:0:(genops.c:1223:class_import_put()) import ffff899c84e8d800 refcount=3 obd=MGC192.168.201.137@tcp 00000020:00000001:1.0:1787201424.316455:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787201424.316456:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899c91178800. 02000000:00000001:1.0:1787201424.316458:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787201424.316459:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787201424.316461:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899ca724e300. 00000100:00000001:1.0:1787201424.316463:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787201424.316465:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201424.316466:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201424.316470:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899ca724f800 x1874004887463552/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201509 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201424.316477:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787201424.316478:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787201424.316479:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899caaaacc00. 02000000:00000001:1.0:1787201424.316481:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787201424.316483:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787201424.316484:0:2402:0:(genops.c:1223:class_import_put()) import ffff899c91d84000 refcount=3 obd=lustre-MDT0001-mdc-ffff899c9ef83000 00000020:00000001:1.0:1787201424.316486:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787201424.316487:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899c91178000. 02000000:00000001:1.0:1787201424.316489:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787201424.316490:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787201424.316492:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899ca724f800. 00000100:00000001:1.0:1787201424.316495:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787201424.316496:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201424.316499:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201424.316510:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787201424.316512:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201424.316515:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787201424.316518:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201424.880417:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201424.880428:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201424.880435:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201424.880436:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787201424.880472:0:246982:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787201424.880475:0:246982:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787201424.880479:0:246982:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1787201425.904541:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201425.904552:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201425.904560:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201425.904565:0:277848:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787201425.904567:0:277848:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787201425.904577:0:277848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787201425.904579:0:277848:0:(ldlm_lock.c:227:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787201425.904581:0:277848:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201425.904584:0:277848:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787201425.904586:0:277848:0:(ldlm_lockd.c:2251:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201425.904589:0:277848:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201425.904591:0:277848:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787201425.904709:0:235206:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787201425.904714:0:235206:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787201425.904716:0:235206:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1787201426.930965:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201426.930973:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201426.930980:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201426.930981:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787201426.931004:0:235207:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787201426.931007:0:235207:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787201426.931010:0:235207:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1787201427.412644:0:279452:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1787201427.731087:0:279488:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1787201427.731095:0:279488:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: rpc test_812b: @@@@@@ FAIL: can't put import for osc.lustre-OST0000-osc-ffff899c9ef83000.ost_server_uuid into CONNECTING state after 50 sec, have FULL 00000001:00000001:1.0:1787201427.739147:0:279488:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1787201427.952363:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201427.952370:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201427.952375:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201427.952376:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787201427.952528:0:251101:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787201427.952547:0:251101:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787201427.952550:0:251101:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787201428.209074:0:279500:0:(connection.c:75:cpu_latency_work()) work item of ffff899c9185f000 (cpu 0) has reached its deadline 4305979150, at 4305979200 00000100:00000010:0.0:1787201428.209091:0:279500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff899c8fccd2a0. 00000100:00000040:1.0:1787201428.212249:0:277400:0:(connection.c:75:cpu_latency_work()) work item of ffff899c9185f110 (cpu 1) has reached its deadline 4305979150, at 4305979204 00000100:00000010:1.0:1787201428.212265:0:277400:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff899c8fccdba0. 00010000:00000001:2.0:1787201428.985368:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201428.985376:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201428.985383:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201428.985393:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787201428.985484:0:244704:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787201428.985488:0:244704:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787201428.985491:0:244704:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787201429.424307:0:230995:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1da678fe-286a-4e72-b384-4f98f186df2f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787201429.424317:0:230995:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787201429.424325:0:230995:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899ca724f100. 00000020:00000040:0.0:1787201429.424332:0:230995:0:(genops.c:1210:class_import_get()) import ffff899c84e8d800 refcount=4 obd=MGC192.168.201.137@tcp 00000100:00000001:0.0:1787201429.424336:0:230995:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787201429.424340:0:230995:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787201429.424344:0:230995:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787201429.424353:0:230995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899c91178200. 00000100:00000001:0.0:1787201429.424360:0:230995:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201429.424373:0:230995:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da678fe-286a-4e72-b384-4f98f186df2f->MGS req@ffff899ca724f100 x1874004887463808/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787201429.424384:0:230995:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787201429.424388:0:230995:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201429.424395:0:230995:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a521a3ed] to pc [ptlrpcd_00_00+0] req@ffff899ca724f100 x1874004887463808/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201429.424422:0:230995:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201429.424426:0:230995:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787201429.424429:0:230995:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787201429.424438:0:230995:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899ca724f480. 00000020:00000040:0.0:1787201429.424441:0:230995:0:(genops.c:1210:class_import_get()) import ffff899ca73f6000 refcount=6 obd=lustre-MDT0000-mdc-ffff899c9ef83000 00000100:00000001:0.0:1787201429.424443:0:230995:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787201429.424444:0:230995:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787201429.424446:0:230995:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787201429.424450:0:230995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899c91178000. 00000100:00000001:0.0:1787201429.424453:0:230995:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201429.424458:0:230995:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0000_UUID req@ffff899ca724f480 x1874004887463936/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787201429.424464:0:230995:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787201429.424466:0:230995:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201429.424470:0:230995:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b7442d5] to pc [ptlrpcd_00_01+1] req@ffff899ca724f480 x1874004887463936/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201429.424478:0:230995:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201429.424479:0:230995:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787201429.424482:0:230995:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787201429.424484:0:230995:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899ca724c700. 00000020:00000040:0.0:1787201429.424486:0:230995:0:(genops.c:1210:class_import_get()) import ffff899c91d84000 refcount=4 obd=lustre-MDT0001-mdc-ffff899c9ef83000 00000100:00000001:0.0:1787201429.424489:0:230995:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787201429.424501:0:230995:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787201429.424502:0:230995:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787201429.424506:0:230995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899c91178100. 00000100:00000001:0.0:1787201429.424509:0:230995:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201429.424514:0:230995:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 084554c7-ea41-472c-a807-73eae7b611f4->lustre-MDT0001_UUID req@ffff899ca724c700 x1874004887464064/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787201429.424521:0:230995:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787201429.424522:0:230995:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201429.424526:0:230995:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000956d0e42] to pc [ptlrpcd_00_00+0] req@ffff899ca724c700 x1874004887464064/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201429.424532:0:230995:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201429.424539:0:230995:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787201429.424542:0:230995:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787201429.424545:0:230995:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff899ca724ea00. 00000020:00000040:0.0:1787201429.424548:0:230995:0:(genops.c:1210:class_import_get()) import ffff899c94855800 refcount=4 obd=lustre-OST0000-osc-ffff899c9ef83000 00000100:00000001:0.0:1787201429.424550:0:230995:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787201429.424551:0:230995:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787201429.424553:0:230995:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787201429.424556:0:230995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff899c91178900. 00000100:00000001:0.0:1787201429.424559:0:230995:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201429.424563:0:230995:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0000_UUID req@ffff899ca724ea00 x1874004887464192/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787201429.424569:0:230995:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787201429.424571:0:230995:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201429.424575:0:230995:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001e1f3f3] to pc [ptlrpcd_00_01+1] req@ffff899ca724ea00 x1874004887464192/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201429.424581:0:230995:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201429.424583:0:230995:0:(pinger.c:229:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787201429.424586:0:230995:0:(pinger.c:247:ptlrpc_pinger_process_import()) 084554c7-ea41-472c-a807-73eae7b611f4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787201429.424590:0:230995:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11318) 00000100:00000001:0.0:1787201429.430326:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787201429.430335:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787201429.430337:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787201429.430352:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899ca724f100 x1874004887463808/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201429.430363:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787201429.430365:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787201429.430370:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787201429.430374:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787201429.430377:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787201429.430381:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899ca724f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da678fe-286a-4e72-b384-4f98f186df2f:2402:1874004887463808:192.168.201.137@tcp:400:kworker.0 00000100:00000001:0.0:1787201429.430398:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787201429.430404:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787201429.430407:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787201429.430409:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787201429.430415:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899c87c6c000. 02000000:00000001:0.0:1787201429.430418:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787201429.430427:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:0.0:1787201429.430431:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899c91a221b8. 00000400:00000010:0.0:1787201429.430439:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c916467f8. 00000100:00000200:0.0:1787201429.430445:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887463808, portal 25 00000100:00000001:0.0:1787201429.430448:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787201429.430450:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904644960512 : -130169064591104 : ffff899ca724f100) 00000100:00000040:0.0:1787201429.430456:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899ca724f100 x1874004887463808/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201429.430464:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787201429.430467:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:0.0:1787201429.430470:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c916464c8. 00000100:00000200:0.0:1787201429.430473:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874004887463808, offset 0 00000400:00000200:0.0:1787201429.430480:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:0.0:1787201429.430501:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201429.430509:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:0.0:1787201429.430514:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787201429.430519:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:0.0:1787201429.430523:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787201429.430526:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:0.0:1787201429.430529:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545895:545895:256:4294967295] 192.168.201.137@tcp LPNI seq info [545838:545838:8:4294967295] 00000400:00000200:0.0:1787201429.430533:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201429.430542:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:0.0:1787201429.430547:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:0.0:1787201429.430552:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899c91178800. 00000800:00000200:0.0:1787201429.430559:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:0.0:1787201429.430571:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:0.0:1787201429.430576:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899c91178800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787201429.430591:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787201429.430595:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:0.0:1787201429.430598:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS new deadline estimation for cpu 0 is 4305984275 00000100:00000010:0.0:1787201429.430602:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff899ca7901420. 00000100:00000001:0.0:1787201429.430609:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787201429.430616:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS new deadline estimation for cpu 1 is 4305984275 00000100:00000010:0.0:1787201429.430619:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff899ca7901300. 00000100:00000001:0.0:1787201429.430622:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.137@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787201429.430625:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787201429.430628:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201429.430630:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787201429.430635:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899ca724c700 x1874004887464064/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201429.430642:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787201429.430643:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787201429.430646:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787201429.430647:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787201429.430649:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787201429.430652:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899ca724c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:084554c7-ea41-472c-a807-73eae7b611f4:2402:1874004887464064:192.168.201.137@tcp:400:kworker.0 00000100:00000001:0.0:1787201429.430655:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787201429.430658:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787201429.430660:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787201429.430661:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787201429.430664:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899c87c6d800. 02000000:00000001:0.0:1787201429.430666:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787201429.430670:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:0.0:1787201429.430672:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899c91a222c0. 00000400:00000010:0.0:1787201429.430676:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91646440. 00000100:00000200:0.0:1787201429.430678:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887464064, portal 10 00000100:00000001:0.0:1787201429.430680:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787201429.430686:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904644949760 : -130169064601856 : ffff899ca724c700) 00000100:00000040:0.0:1787201429.430693:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899ca724c700 x1874004887464064/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201429.430709:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787201429.430712:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:0.0:1787201429.430715:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91646bb0. 00000100:00000200:0.0:1787201429.430718:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004887464064, offset 0 00000400:00000200:0.0:1787201429.430722:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:0.0:1787201429.430726:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201429.430730:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:0.0:1787201429.430733:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787201429.430735:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:0.0:1787201429.430737:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787201429.430739:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:0.0:1787201429.430742:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545896:545896:255:4294967295] 192.168.201.137@tcp LPNI seq info [545839:545839:7:4294967295] 00000400:00000200:0.0:1787201429.430746:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201429.430761:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:0.0:1787201429.430766:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:0.0:1787201429.430770:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899c91178b00. 00000800:00000200:0.0:1787201429.430774:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:0.0:1787201429.430778:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:0.0:1787201429.430781:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899c91178b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787201429.430784:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201429.430787:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: using a timeout of 23900 usecs (24 jiffies) 00000400:00000200:0.0:1787201429.430790:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:0.0:1787201429.430792:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305980446 00000100:00000001:0.0:1787201429.430795:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS request active for cpu 0, keep current deadline 4305984275 00000100:00000001:0.0:1787201429.430797:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305980446 00000100:00000001:0.0:1787201429.430799:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff899c9ef83000: PM QoS request active for cpu 1, keep current deadline 4305984275 00000100:00000001:0.0:1787201429.430807:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787201429.430809:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201429.430812:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201429.430814:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201429.430821:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787201429.430823:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787201429.430825:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787201429.430826:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787201429.430828:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787201429.430831:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1787201429.430833:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201429.430834:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787201429.430836:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787201429.430838:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787201429.430839:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787201429.430840:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787201429.430846:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899ca724f480 x1874004887463936/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201429.430853:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787201429.430855:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787201429.430857:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787201429.430859:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787201429.430861:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787201429.430864:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899ca724f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:084554c7-ea41-472c-a807-73eae7b611f4:2402:1874004887463936:192.168.201.137@tcp:400:kworker.0 00000100:00000001:0.0:1787201429.430867:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787201429.430869:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787201429.430871:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787201429.430873:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787201429.430876:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899c87c6d600. 02000000:00000001:0.0:1787201429.430878:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787201429.430881:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:0.0:1787201429.430884:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899c91a22370. 00000400:00000010:0.0:1787201429.430887:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91646aa0. 00000100:00000200:0.0:1787201429.430890:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887463936, portal 10 00000100:00000001:0.0:1787201429.430892:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787201429.430897:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904644961408 : -130169064590208 : ffff899ca724f480) 00000100:00000040:0.0:1787201429.430902:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899ca724f480 x1874004887463936/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201429.430909:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787201429.430911:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:0.0:1787201429.430914:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91646110. 00000100:00000200:0.0:1787201429.430917:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874004887463936, offset 0 00000400:00000200:0.0:1787201429.430920:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:0.0:1787201429.430924:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201429.430928:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:0.0:1787201429.430930:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787201429.430933:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:0.0:1787201429.430935:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787201429.430937:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:0.0:1787201429.430940:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545897:545897:254:4294967295] 192.168.201.137@tcp LPNI seq info [545840:545840:6:4294967295] 00000400:00000200:0.0:1787201429.430944:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201429.430950:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:0.0:1787201429.430954:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:0.0:1787201429.430957:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899c91178500. 00000800:00000200:0.0:1787201429.430961:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:0.0:1787201429.430965:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:0.0:1787201429.430968:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899c91178500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787201429.430970:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201429.430973:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: using a timeout of 17883 usecs (18 jiffies) 00000400:00000200:0.0:1787201429.430976:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:0.0:1787201429.430978:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305980440 00000100:00000001:0.0:1787201429.430980:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS request active for cpu 0, keep current deadline 4305984275 00000100:00000001:0.0:1787201429.430982:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305980440 00000100:00000001:0.0:1787201429.430984:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff899c9ef83000: PM QoS request active for cpu 1, keep current deadline 4305984275 00000100:00000001:0.0:1787201429.430991:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787201429.430994:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201429.430996:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787201429.431000:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff899ca724ea00 x1874004887464192/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201429.431008:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787201429.431009:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787201429.431012:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787201429.431014:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787201429.431015:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787201429.431018:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff899ca724ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:084554c7-ea41-472c-a807-73eae7b611f4:2402:1874004887464192:192.168.201.137@tcp:400:kworker.0 00000100:00000001:0.0:1787201429.431021:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787201429.431024:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787201429.431026:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787201429.431028:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787201429.431030:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff899c87c6d000. 02000000:00000001:0.0:1787201429.431032:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787201429.431036:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000010:0.0:1787201429.431038:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff899c91a22bb0. 00000400:00000010:0.0:1787201429.431041:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c91646220. 00000100:00000200:0.0:1787201429.431044:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874004887464192, portal 4 00000100:00000001:0.0:1787201429.431046:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787201429.431048:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446613904644958720 : -130169064592896 : ffff899ca724ea00) 00000100:00000040:0.0:1787201429.431053:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff899ca724ea00 x1874004887464192/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201429.431058:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787201429.431061:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.137@tcp 00000400:00000010:0.0:1787201429.431063:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff899c916463b8. 00000100:00000200:0.0:1787201429.431065:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874004887464192, offset 0 00000400:00000200:0.0:1787201429.431070:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.137@tcp 00000400:00000200:0.0:1787201429.431073:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201429.431076:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.137@tcp local destination 00000400:00000200:0.0:1787201429.431084:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787201429.431086:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.37@tcp 00000400:00000200:0.0:1787201429.431088:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.37@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787201429.431091:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.137@tcp 00000400:00000200:0.0:1787201429.431094:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.37@tcp NI seq info: [545898:545898:253:4294967295] 192.168.201.137@tcp LPNI seq info [545841:545841:5:4294967295] 00000400:00000200:0.0:1787201429.431098:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201429.431104:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp:) -> 192.168.201.137@tcp(192.168.201.137@tcp:192.168.201.137@tcp) : PUT try# 0 00000800:00000200:0.0:1787201429.431109:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.137@tcp 00000800:00000010:0.0:1787201429.431112:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff899c91178c00. 00000800:00000200:0.0:1787201429.431115:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff899c91fea600] -> 12345-192.168.201.137@tcp (5) 00000800:00000200:0.0:1787201429.431119:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.137@tcp ip 192.168.201.137:988 00000800:00000200:0.0:1787201429.431121:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff899c91178c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787201429.431124:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787201429.431127:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: using a timeout of 109181 usecs (110 jiffies) 00000400:00000200:0.0:1787201429.431129:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000100:00000001:0.0:1787201429.431131:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 0 is 4305980532 00000100:00000001:0.0:1787201429.431133:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS request active for cpu 0, keep current deadline 4305984275 00000100:00000001:0.0:1787201429.431136:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS new deadline estimation for cpu 1 is 4305980532 00000100:00000001:0.0:1787201429.431138:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff899c9ef83000: PM QoS request active for cpu 1, keep current deadline 4305984275 00000100:00000001:0.0:1787201429.431140:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787201429.431142:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201429.431144:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201429.431146:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787201429.431186:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787201429.431190:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899c91178800. 00000400:00000200:0.0:1787201429.431195:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201429.431200:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:0.0:1787201429.431204:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c916464c8 00000400:00000010:0.0:1787201429.431207:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c916464c8. 00000100:00000001:0.0:1787201429.431211:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787201429.431442:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899ca724f100 x1874004887463808/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201429.431453:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201429.431456:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899ca724f100 x1874004887463808/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201445 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201429.431463:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201429.431465:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787201429.431479:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787201429.431481:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899c91178b00. 00000400:00000200:0.0:1787201429.431484:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201429.431499:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:0.0:1787201429.431502:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91646bb0 00000400:00000010:0.0:1787201429.431504:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91646bb0. 00000100:00000001:0.0:1787201429.431506:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787201429.431510:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899ca724c700 x1874004887464064/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201429.431516:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201429.431518:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899ca724c700 x1874004887464064/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201514 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201429.431524:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201429.431525:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787201429.431532:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787201429.431534:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899c91178500. 00000400:00000200:0.0:1787201429.431537:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201429.431540:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:0.0:1787201429.431542:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91646110 00000400:00000010:0.0:1787201429.431543:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91646110. 00000100:00000001:0.0:1787201429.431546:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787201429.431549:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899ca724f480 x1874004887463936/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201429.431555:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201429.431558:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899ca724f480 x1874004887463936/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201514 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201429.431570:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201429.431571:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787201429.431627:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787201429.431630:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff899c91178c00. 00000400:00000200:0.0:1787201429.431632:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201429.431636:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000400:00000200:0.0:1787201429.431638:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c916463b8 00000400:00000010:0.0:1787201429.431640:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c916463b8. 00000100:00000001:0.0:1787201429.431642:0:2395:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787201429.431645:0:2395:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff899ca724ea00 x1874004887464192/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201429.431651:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787201429.431654:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff899ca724ea00 x1874004887464192/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201484 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201429.431659:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787201429.431660:0:2395:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787201429.431970:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787201429.431974:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1787201429.438935:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201429.438950:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787201429.438954:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201429.438957:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201429.438965:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201429.438972:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:0.0:1787201429.438981:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201429.438986:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201429.438992:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201429.438996:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 10 MB=0x6a865c39fe880 00000400:00000200:0.0:1787201429.439000:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201429.439006:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.137@tcp of length 224/224 into md 0x53de61 [1] + 224 00000800:00000001:0.0:1787201429.439012:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201429.439016:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201429.439019:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201429.439023:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:0.0:1787201429.439045:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201429.439052:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899ca724c700 x1874004887464064/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201514 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787201429.439064:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899ca724c700 x1874004887464064/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201429.439086:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787201429.439095:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201429.439099:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787201429.439101:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201429.439103:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201429.439106:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201429.439110:0:2394:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:0.0:1787201429.439114:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201429.439116:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201429.439119:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201429.439122:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 10 MB=0x6a865c39fe800 00000400:00000200:0.0:1787201429.439125:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201429.439129:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.137@tcp of length 224/224 into md 0x53de71 [1] + 224 00000800:00000001:0.0:1787201429.439132:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201429.439138:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201429.439140:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201429.439143:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:0.0:1787201429.439145:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201429.439149:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899ca724f480 x1874004887463936/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201514 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787201429.439157:0:2394:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899ca724f480 x1874004887463936/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201429.439164:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787201429.439167:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201429.439169:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201429.439273:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787201429.439277:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787201429.439284:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787201429.439286:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787201429.439289:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899c91a22370. 00000400:00000200:1.0:1787201429.439293:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91646aa0 00000400:00000010:1.0:1787201429.439296:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91646aa0. 00000100:00000001:1.0:1787201429.439300:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787201429.439304:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899ca724f480 x1874004887463936/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787201429.439312:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899ca724f480 x1874004887463936/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201514 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201429.439318:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787201429.439319:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201429.439322:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787201429.439325:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787201429.439328:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787201429.439330:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201429.439333:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787201429.439340:0:2402:0:(import.c:2149:obd_at_measure()) add 60 to ffff899ca73f6460 time=39 v=60 (60 60 60 60) 00000100:00001000:1.0:1787201429.439345:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff899ca73f6418 time=64 v=5 (1 1 1 0) 00000100:00000001:1.0:1787201429.439348:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787201429.439349:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201429.439352:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787201429.439355:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201429.439358:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787201429.439367:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff899c9ef83000: skip recheck: last_committed 30064771464 00000100:00000001:1.0:1787201429.439369:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787201429.439371:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201429.439376:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899ca724f480 x1874004887463936/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201514 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201429.439382:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787201429.439384:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787201429.439386:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787201429.439390:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899ca724f480 x1874004887463936/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201514 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787201429.439397:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899ca724f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:084554c7-ea41-472c-a807-73eae7b611f4:2402:1874004887463936:192.168.201.137@tcp:400:kworker.0 00000400:00000001:1.0:1787201429.439403:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787201429.439404:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787201429.439405:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899c91a222c0. 00000400:00000200:1.0:1787201429.439408:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91646440 00000400:00000010:1.0:1787201429.439410:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91646440. 00000100:00000001:1.0:1787201429.439411:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787201429.439414:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899ca724c700 x1874004887464064/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787201429.439421:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899ca724c700 x1874004887464064/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201514 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201429.439427:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787201429.439428:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201429.439430:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787201429.439431:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787201429.439432:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787201429.439434:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201429.439435:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787201429.439439:0:2402:0:(import.c:2149:obd_at_measure()) add 60 to ffff899c91d84460 time=39 v=60 (60 60 60 60) 00000100:00001000:1.0:1787201429.439441:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff899c91d84418 time=43 v=5 (1 1 2 0) 00000100:00000001:1.0:1787201429.439443:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787201429.439451:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201429.439452:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1787201429.439456:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff899ca724c700 x1874004887464064/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201514 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1787201429.439461:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201429.439463:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787201429.439464:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff899c9ef83000: skip recheck: last_committed 21474836545 00000100:00000001:1.0:1787201429.439466:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787201429.439467:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201429.439470:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899ca724c700 x1874004887464064/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201514 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201429.439475:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787201429.439476:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787201429.439477:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787201429.439480:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899ca724c700 x1874004887464064/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201514 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787201429.439486:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899ca724c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:084554c7-ea41-472c-a807-73eae7b611f4:2402:1874004887464064:192.168.201.137@tcp:400:kworker.0 00000100:00000001:1.0:1787201429.439490:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201429.439492:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201429.439495:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899ca724f480 x1874004887463936/t0(0) o400->lustre-MDT0000-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201514 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201429.439501:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787201429.439504:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787201429.439507:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899c87c6d600. 02000000:00000001:1.0:1787201429.439510:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787201429.439512:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787201429.439514:0:2402:0:(genops.c:1223:class_import_put()) import ffff899ca73f6000 refcount=5 obd=lustre-MDT0000-mdc-ffff899c9ef83000 00000020:00000001:1.0:1787201429.439516:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787201429.439519:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899c91178000. 02000000:00000001:1.0:1787201429.439522:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787201429.439524:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787201429.439530:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899ca724f480. 00000100:00000001:1.0:1787201429.439534:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787201429.439536:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201429.439537:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201429.439542:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899ca724c700 x1874004887464064/t0(0) o400->lustre-MDT0001-mdc-ffff899c9ef83000@192.168.201.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1787201514 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201429.439548:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787201429.439550:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787201429.439551:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899c87c6d800. 02000000:00000001:1.0:1787201429.439554:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787201429.439555:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787201429.439556:0:2402:0:(genops.c:1223:class_import_put()) import ffff899c91d84000 refcount=3 obd=lustre-MDT0001-mdc-ffff899c9ef83000 00000020:00000001:1.0:1787201429.439558:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787201429.439560:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899c91178100. 02000000:00000001:1.0:1787201429.439561:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787201429.439562:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787201429.439563:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899ca724c700. 00000100:00000001:1.0:1787201429.439565:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787201429.439566:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201429.439569:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201429.439571:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787201429.439572:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787201429.439574:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201429.439575:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1787201429.443398:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201429.443416:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787201429.443420:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201429.443422:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201429.443431:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201429.443438:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:0.0:1787201429.443446:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201429.443451:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201429.443456:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201429.443460:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 25 MB=0x6a865c39fe780 00000400:00000200:0.0:1787201429.443465:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201429.443471:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.137@tcp of length 224/224 into md 0x53de51 [1] + 224 00000800:00000001:0.0:1787201429.443861:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201429.443868:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201429.443871:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201429.443876:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:0.0:1787201429.443882:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201429.443891:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899ca724f100 x1874004887463808/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201445 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787201429.443901:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899ca724f100 x1874004887463808/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201429.443951:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787201429.443956:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787201429.443973:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787201429.443983:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201429.443987:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787201429.443989:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201429.443991:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201429.443994:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201429.443998:0:2395:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.37@tcp(192.168.201.37@tcp) <- 192.168.201.137@tcp : PUT - for me 00000400:00000200:0.0:1787201429.444002:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201429.444005:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201429.444008:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201429.444011:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.137@tcp of length 224 into portal 4 MB=0x6a865c39fe900 00000400:00000200:0.0:1787201429.444015:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.137@tcp to cpt 0 00000400:00000200:0.0:1787201429.444026:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.137@tcp of length 224/224 into md 0x53de81 [1] + 224 00000800:00000001:0.0:1787201429.444030:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201429.444037:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787201429.444039:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787201429.444042:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.37@tcp->192.168.201.137@tcp: PUT: OK 00000100:00000001:0.0:1787201429.444045:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787201429.444049:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff899ca724ea00 x1874004887464192/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201484 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787201429.444057:0:2395:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff899ca724ea00 x1874004887464192/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787201429.444065:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787201429.444068:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787201429.444070:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1787201429.449171:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787201429.449177:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787201429.449180:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899c91a221b8. 00000400:00000200:1.0:1787201429.449189:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c916467f8 00000400:00000010:1.0:1787201429.449192:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c916467f8. 00000100:00000001:1.0:1787201429.449197:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787201429.449209:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899ca724f100 x1874004887463808/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787201429.449233:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899ca724f100 x1874004887463808/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201445 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201429.449252:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787201429.449255:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201429.449257:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787201429.449261:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787201429.449263:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787201429.449265:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201429.449268:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787201429.449274:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff899c84e8dc60 time=39 v=5 (5 5 5 5) 00000100:00001000:1.0:1787201429.449278:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff899c84e8dc18 time=64 v=5 (1 1 1 0) 00000100:00000001:1.0:1787201429.449281:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787201429.449283:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201429.449285:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787201429.449288:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201429.449290:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201429.449296:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899ca724f100 x1874004887463808/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201445 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201429.449303:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787201429.449306:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787201429.449308:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787201429.449312:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899ca724f100 x1874004887463808/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201445 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787201429.449320:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899ca724f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da678fe-286a-4e72-b384-4f98f186df2f:2402:1874004887463808:192.168.201.137@tcp:400:kworker.0 00000100:00000001:1.0:1787201429.449325:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201429.449329:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201429.449332:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899ca724f100 x1874004887463808/t0(0) o400->MGC192.168.201.137@tcp@192.168.201.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1787201445 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201429.449339:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787201429.449342:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787201429.449345:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899c87c6c000. 02000000:00000001:1.0:1787201429.449349:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787201429.449352:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787201429.449359:0:2402:0:(genops.c:1223:class_import_put()) import ffff899c84e8d800 refcount=3 obd=MGC192.168.201.137@tcp 00000020:00000001:1.0:1787201429.449362:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787201429.449365:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899c91178200. 02000000:00000001:1.0:1787201429.449368:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787201429.449370:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787201429.449372:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899ca724f100. 00000100:00000001:1.0:1787201429.449377:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787201429.449378:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201429.449382:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201429.449384:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787201429.449387:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787201429.449391:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787201429.449392:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787201429.449394:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff899c91a22bb0. 00000400:00000200:1.0:1787201429.449397:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff899c91646220 00000400:00000010:1.0:1787201429.449398:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff899c91646220. 00000100:00000001:1.0:1787201429.449401:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787201429.449405:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff899ca724ea00 x1874004887464192/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787201429.449414:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff899ca724ea00 x1874004887464192/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201484 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201429.449420:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787201429.449422:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201429.449424:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787201429.449425:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787201429.449426:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787201429.449428:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787201429.449430:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787201429.449436:0:2402:0:(import.c:2149:obd_at_measure()) add 36 to ffff899c94855c60 time=39 v=36 (36 36 5 5) 00000100:00001000:1.0:1787201429.449439:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff899c94855c18 time=127 v=5 (1 1 1 1) 00000100:00000001:1.0:1787201429.449441:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787201429.449442:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787201429.449444:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787201429.449447:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201429.449450:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787201429.449452:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff899c9ef83000: skip recheck: last_committed 21474857068 00000100:00000001:1.0:1787201429.449458:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787201429.449460:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787201429.449464:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff899ca724ea00 x1874004887464192/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201484 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201429.449472:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787201429.449474:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787201429.449475:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787201429.449478:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff899ca724ea00 x1874004887464192/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201484 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787201429.449486:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff899ca724ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:084554c7-ea41-472c-a807-73eae7b611f4:2402:1874004887464192:192.168.201.137@tcp:400:kworker.0 00000100:00000001:1.0:1787201429.449490:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201429.449491:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787201429.449494:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff899ca724ea00 x1874004887464192/t0(0) o400->lustre-OST0000-osc-ffff899c9ef83000@192.168.201.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1787201484 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787201429.449500:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787201429.449502:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787201429.449504:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff899c87c6d000. 02000000:00000001:1.0:1787201429.449506:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787201429.449507:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787201429.449509:0:2402:0:(genops.c:1223:class_import_put()) import ffff899c94855800 refcount=3 obd=lustre-OST0000-osc-ffff899c9ef83000 00000020:00000001:1.0:1787201429.449511:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787201429.449512:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff899c91178900. 02000000:00000001:1.0:1787201429.449514:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787201429.449515:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787201429.449516:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff899ca724ea00. 00000100:00000001:1.0:1787201429.449519:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787201429.449520:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201429.449522:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787201429.449530:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787201429.449532:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787201429.449534:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787201429.449536:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787201429.782765:0:279589:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201430.008329:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201430.008340:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787201430.008352:0:277848:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787201430.008353:0:277848:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787201430.008388:0:246982:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787201430.008392:0:246982:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787201430.008396:0:246982:0:(ldlm_lockd.c:2820:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 14744 lines, 14744 kept, 0 dropped, 0 bad.